User-agent: LinkWalker
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: obot
Disallow: /

User-Agent: OmniExplorer_Bot/1.09
Disallow: *
Disallow: /

User-agent: googlebot
Disallow: *.pdf$
Disallow: *.doc$
Disallow: *.swf$