# robots.txt 08/06/01 TS # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Format is: # User-agent: # Disallow: | # Change Init. Date Reason # TS 8/6/01 Original robots.txt # TS 11/30/01 exclude baiduspider that COMES EVERY 2 MINUTES!!!!!! # ----------------------------------------------------------------------------- User-agent: BaiDuSpider Disallow: / User-agent: * Disallow: /_private Disallow: /_vti-cnf Disallow: /_vti-log Disallow: /_vti-pvt Disallow: /_vti-script Disallow: /_vti-text Disallow: /images