User-Agent: Baiduspider
User-Agent: Baiduspider-cpro
User-Agent: Baiduspider-sfkr
User-Agent: botmobi
User-Agent: IRLbot
User-Agent: Krugle
User-Agent: Lipperhey
User-Agent: spbot
User-Agent: twiceler
User-Agent: Vagabondo
User-Agent: VoilaBot
Disallow: /

User-Agent: W3C-checklink
Disallow:

User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /icons/
Disallow: /images/
Disallow: /js/
Disallow: /movies/