User-agent: Slurp
Disallow: /

User-agent: AOL
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: Baidu
Disallow: /

User-agent: gonzo
Disallow: /

User-agent: *
Disallow: /cron/
Disallow: /js/
Disallow: /ssl/