# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /wbboard/admin/ Disallow: /wbbook/ User-agent: Slurp Crawl-delay: 999 Disallow: / User-agent: Yahoo! Slurp Crawl-delay: 999 Disallow: /