# $Id: robots.txt,v 1.0 1997/31/03 08:15:40 ktask Exp $ # robots.txt for http://www.bolingisd.net/ # see for an explanation. User-agent: fast Disallow: / Disallow: /cgi-bin/ # Script files Disallow: /Test/ # The test area for web experimentation User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /cgi-bin/ # Script files User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /Test/ # The test area for web experimentation Disallow: /usage/ Disallow: /netinfo/ Disallow: /blackhole/ Disallow: /dns/ Disallow: /mailscanner/