############################### # # robots.txt file for snitchseeker.com # # addresses all robots by using wild card * # User-agent: Slurp Crawl-delay: 120 User-agent: * # list folders robots are not allowed to index Crawl-delay: 120 Disallow: /_forum/ Disallow: /404/ Disallow: /admincp/ Disallow: /cgi-bin/ Disallow: /dev/ Disallow: /i/ Disallow: /images/ Disallow: /includes/ Disallow: /install/ Disallow: /js/ Disallow: /sql/ Disallow: /uploads/ # # list specific files robots are not allowed to index # # # End of robots.txt file # ###############################