User-agent: * 
Disallow: /pdf/
Disallow: /swf/
Disallow: /live/
Disallow: /vote/
Disallow: /samlive/
Disallow: /cgi-bin/


User-agent: Jetbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Jetbot/1.0
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: psbot
Disallow: /