# # robots.txt # User-agent: * Crawl-delay: 10 # User-agent: ia_archiver Disallow: /