User-agent: *
Disallow: /cgi-bin/

User-agent: fast
Crawl-delay: 2

User-agent: FAST Enterprise Crawler
Crawl-delay: 2

User-agent: Teoma
Crawl-delay: 4

User-agent: teomaagent1
Crawl-delay: 4

User-agent: Fast
Crawl-delay: 8

User-agent: Java
Crawl-delay: 8

User-agent: Python-urllib
Disallow: /

User-agent: becomebot
Disallow: /