# cambridgehighschool.com # robots.txt # Author: Curt Hauge # Updated: 8/19/08 16:49:50 User-agent: Googlebot-Image Disallow: * #User-agent: msnbot #Crawl-delay: 120 #User-agent: BecomeBot #Crawl-Delay: 120 #User-agent: Slurp #Crawl-delay: 120 User-agent: Googlebot Disallow: /*? User-agent: * # Crawl-Delay: 120 Disallow: /webstat/ Disallow: /index_ Disallow: /index1 Disallow: /index2 Disallow: /index3 Disallow: /old Disallow: /test Disallow: /cgi-bin/test