User-Agent: Googlebot
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-Agent: Slurp
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: Scooter
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: Lycos_Spider_(T-Rex)
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: ArchitextSpider
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: FAST-WebCrawler/
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: whsearch
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: MSIECrawler
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: WebCopier
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: HTTrack
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: Microsoft.URL.Control
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: libwww
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50
Disallow: robots.txt
Disallow: /

User-agent: msnbot
Crawl-delay: 30
Disallow: robots.txt
Disallow: /

User-agent: Slurp
Crawl-delay: 30
Disallow: robots.txt
Disallow: /


User-Agent: *
Crawl-delay: 15
Disallow: robots.txt
Disallow: /