User-agent: *
Disallow: /pdf

User-agent: *
Disallow: /digbooks

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /getout.php

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: abot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot/2.3
Disallow: /

User-agent: ichiro/2.0
Disallow: /

User-agent: findlinks/1.0.9
Disallow: /

User-agent: girafa
Disallow: /

User-agent: voyager/1.0
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: OutfoxBot/0.1
Disallow: /