# # robots.txt for http://statweb.calpoly.edu # # $Id: robots.txt,v 1.02 2006/08/23 17:13:00 dom Exp $ # Thank you for your efforts to keep our searchable information correct # User-agent: * # exclude real directories used for support Disallow: /cgi-bin/ Disallow: /_derived/ Disallow: /_library/ Disallow: /_messages/ Disallow: /_private/ Disallow: /_vti_log/ Disallow: /aspnet_client/ # exclude virtual directories used for support Disallow: /trandall/ Disallow: /Video/ # exclude development files and folders Disallow: index1.htm Disallow: index2.htm Disallow: index3.htm Disallow: index4.htm Disallow: index5.htm Disallow: index6.htm # exclude redirected directories Disallow: /rossman/ Disallow: /chance/