User-agent: Mediapartners-Google*
Disallow:

User-Agent: YodaoBot
Disallow: /

User-agent: *heritrix*
Disallow: /

User-agent: *LinksManager*
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: *
Disallow: /dcomics.html
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /music/
Disallow: /sports/
Disallow: /thumbs/
Disallow: /wav/
Disallow: /art/