# Basically allow spiders to wander anywhere # but there is no sense wandering in cgi-bin, script, or image directories User-agent: * Disallow: /cgi-bin/ Disallow: /bkgnds/ Disallow: /classes/ Disallow: /fn/ Disallow: /icons/ Disallow: /images/ Disallow: /includes/ Disallow: /js/ Disallow: /photos/ Disallow: /styles/ Disallow: /social/private/ Disallow: /tmpl/ Disallow: /grandma/ # tutorial for grandma...not for general consumption Disallow: /reunion/ # not protected, but not sense being indexed anyway Disallow: /manual/ # Don't want to be one of the 15 million people pointing to apache docs Disallow: /php_manual/ # same goes for the php documentation