# /robots.txt file

User-agent: archive.org_bot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: robot
Disallow: /

User-agent: rufus
Disallow: /

User-agent: spider
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /pbin/
Disallow: /pbinlogs/
Disallow: /hamkau/