User-Agent: wget
Disallow:
User-Agent: sitecheck.internetseer.com
Disallow:
User-Agent: grub-client
Disallow:
User-Agent: NPBot
Disallow:
User-Agent: WebReaper
Disallow:
User-Agent: Teleport
Disallow:
User-Agent: TeleportPro
Disallow:
User-Agent: MSIECrawler
Disallow:
User-Agent: SiteSnagger
Disallow:
User-Agent: WebStripper
Disallow:
User-Agent: WebCopier
Disallow:
User-Agent: Fetch
Disallow:

User-Agent: Offline Explorer

Disallow:
User-Agent: WebZIP
Disallow:

User-Agent: linko
Disallow:

User-Agent: HTTrack
Disallow:

User-Agent: Microsoft.URL.Control
Disallow:

User-Agent: Xenu
Disallow:

User-Agent: larbin
Disallow:

User-Agent: libwww
Disallow:

User-Agent: ZyBORG
Disallow:

User-Agent: Download Ninja
Disallow:

User-Agent: UbiCrawler
Disallow:

User-Agent: DOC
Disallow:

User-Agent: Zao
Disallow:

User-agent: *
Crawl-delay: 10