# robots.txt web.archive.org 2009-07-01 User-agent: * Disallow: /banaba Disallow: /diving Disallow: /guestbook Disallow: /images Disallow: /lldxt Disallow: /logsearch Disallow: /oqrs Disallow: /sources Disallow: /style Crawl-delay: 3