# robots.txt

User-agent: *
Disallow: /cgi-bin/ # This is an infinite virtual URL space
Disallow: /stats/ # these will soon disappear

User-agent: ia_archiver
Disallow: