User-agent: ia_archiver
Disallow: /

User-agent: msnbot/0.3
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: bot
Disallow: /

User-agent: bot-
Disallow: /

User-agent: NimbleCrawler
Disallow: /

User-agent: asterias
Disallow: /

User-agent: Asterias
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /gb/
Disallow: /gfx/
Disallow: /js/
Disallow: /aws/
Disallow: /dl/
Disallow: /admin/