# http://www.robotstxt.org/wc/exclusion.html#robotstxt

User-agent: *
Disallow: /cgi-bin/
Disallow: /manual/

# http://validator.w3.org/docs/checklink.html#bot
User-Agent: W3C-checklink
Disallow:

#Block Wayback Machine
User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /