User-agent: WebCopier
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: asterias
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: webwhacker
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: URL2File
Disallow: /
User-agent: TE
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: Internet Ninja
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /st/
Disallow: /cgi-bin/
Disallow: /beta/