# Filter web-robot crawling
# Ignore FrontPage files

User-agent: *
Crawl-delay: 10800

User-agent: dotbot
Crawl-delay: 10800

User-agent: scoutjet
Crawl-delay: 10800

User-agent: bethere
Crawl-delay: 10800

User-agent: sky
Crawl-delay: 10800

User-agent: msn
Crawl-delay: 10800

User-agent: msnbot
Crawl-delay: 10800

User-agent: yahoo
Crawl-delay: 10800

User-agent: yahoo-slurp
Crawl-delay: 10800

User-agent: Yandex
Crawl-delay: 10800

User-agent: YandexBot
Crawl-delay: 10800

User-agent: spider66
Crawl-delay: 10800

User-agent: Slurp
Crawl-delay: 10800

User-agent: Baidu
Crawl-delay: 10800

User-agent: baiduspider
Crawl-delay: 10800

User-agent: Baiduspider
Crawl-delay: 10800

User-agent: BaiDuSpider
Crawl-delay: 10800

User-agent: googlebot
Crawl-delay: 10800

User-agent: teoma
Crawl-delay: 10800

User-agent: twiceler
Crawl-delay: 10800

User-agent: gigabot
Crawl-delay: 10800

User-agent: scrubby
Crawl-delay: 10800

User-agent: robozilla
Crawl-delay: 10800

User-agent: ia_archiver
Crawl-delay: 10800

User-agent: naverbot, yeti
Crawl-delay: 10800

User-agent: Purebot
Crawl-delay: 10800

User-agent: discobot
Crawl-delay: 10800

User-agent: msnbot/2.0b
Crawl-delay: 10800

User-agent: YandexBot/3.0
Crawl-delay: 10800

User-agent: Googlebot
Crawl-delay: 10800

User-agent: Mozilla/5.0
Crawl-delay: 10800


User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /docs
Disallow: /img
Disallow: /js
Disallow: /mnu
Disallow: /stats
Disallow: /style
Disallow: /webstat
Disallow: /favicon.ico