# robots.txt User-agent: * # match any robot name Disallow: /cgi-bin/ # no robots in my bin Disallow: /_borders/ # Frontpage stuff Disallow: /_derived/ # Frontpage stuff Disallow: /_fpclass/ # Frontpage stuff Disallow: /_overlay/ # Frontpage stuff Disallow: /_private/ # Frontpage stuff Disallow: /_themes/ # Frontpage stuff Disallow: /_vti_bin/ # Frontpage stuff Disallow: /_vti_cnf/ # Frontpage stuff Disallow: /_vti_log/ # Frontpage stuff Disallow: /_vti_pvt/ # Frontpage stuff Disallow: /_vti_txt/ # Frontpage stuff Disallow: /WebTrends/ Disallow: /WebPosition/ Disallow: index-0.html Disallow: index-1.html Disallow: index-2.html Disallow: index-3.html Disallow: index-4.html Disallow: index-5.html Disallow: index-6.html Disallow: index-7.html Disallow: index-8.html