# keeps all robots out
User-agent: *
Disallow: /

#To exclude the Internet Archive’s crawler (and remove documents from the Wayback Machine)
# while allowing all other robots to crawl your site, your robots.txt file should say:
User-agent: ia_archiver
Disallow: /