# All robots will spider the domain User-agent: * # Block folders Disallow: /cgi-bin/ Disallow: /cms/ Disallow: /images/ Disallow: /themes/ Disallow: /tinymce/ Disallow: /tutorials/