# robots.txt --- index my site for search but don't archive it
User-agent: *
Disallow:

# Tell the Internet Archive not to keep a copy
User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: Gulliver/1.2
Disallow: /

# Keep out Tovek Tools
User-agent: TovekTools Web Indexer/1.0beta [Win32]
Disallow: /

User-agent: InfoNaviRobot
Disallow: /

# robots.txt --- index my site for search but don't archive it
User-agent: *
Disallow:

User-agent: HURIDOCS
Disallow: /

User-Agent: msnbot
Crawl-Delay: 600