User-agent: googlebot
Disallow:

User-agent: gsa-crawler
Disallow:

User-agent: yahoo-newscrawler
Disallow:

User-agent: *
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /prn-cgi