# This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be sent to btkaraces@cox.net # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- User-agent: * Disallow: // Disallow: /Admin Disallow: /admin Disallow: /zx Disallow: /zz Disallow: /common Disallow: /cgi-bin Disallow: /scripts Disallow: /Scripts Disallow: /i/ Disallow: /image Disallow: /Search Disallow: /search Disallow: /link Disallow: /perl Disallow: /tmp Disallow: /account/registration Disallow: /webmaster Disallow: /_backup Disallow: /images Disallow: /test User-agent: Fast corporate crawler Disallow: // Disallow: /Admin Disallow: /admin Disallow: /zx Disallow: /zz Disallow: /common Disallow: /cgi-bin Disallow: /scripts Disallow: /Scripts Disallow: /i/ Disallow: /image Disallow: /Search Disallow: /search Disallow: /link Disallow: /perl Disallow: /tmp Disallow: /webmaster Disallow: /_backup Disallow: /images Disallow: /test