User-agent: W3C-checklink
Disallow: /

User-agent: peerbot
Disallow: /favicon.ico

User-agent: ia_archiver
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: *
Disallow: /include/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /new/
Disallow: /newfolder/
Disallow: /backup/