# robots.txt

# Ban all robots from the private site areas:

User-agent: *
Disallow: /site/private/
Disallow: /site/notice/

# Ban the following robots:

User-agent: BlackWidow 
Disallow: /

User-agent: DSurf
Disallow: /

User-agent: eCatch
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Indy Library
Disallow: /

User-agent: InternetSeer
Disallow: /

User-agent: larbin
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Website eXtractor
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Whizbang
Disallow: /

User-agent: Zao
Disallow: /