User-agent: Slurp
Disallow: /cgi-bin
Allow: /cgi-bin/clink
Allow: /cgi-bin/hdr/vcurl_entry
Disallow: /RT
Disallow: /TG
Disallow: /QS
Disallow: /Img
Disallow: /wgl

User-Agent:Yahoo-MMCrawler/3.x
Disallow: /cgi-bin
Allow: /cgi-bin/clink
Allow: /cgi-bin/hdr/vcurl_entry
Disallow: /RT
Disallow: /TG
Disallow: /QS
Disallow: /Img
Disallow: /wgl

User-agent: *
Disallow: /cgi-bin
Allow: /cgi-bin/clink
Allow: /cgi-bin/hdr/vcurl_entry
Disallow: /RT
Disallow: /TG
Disallow: /QS
Disallow: /Img
Disallow: /wgl

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /