User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /archive.php
User-agent: twiceler
Disallow: /
User-agent: msnbot
Disallow: /

User-agent: Nutch
Disallow: /
User-agent: laycat
Disallow: /

User-agent: Slurp
Crawl-delay: 60