User-agent: grub-client
Disallow: /compare/

User-agent: grub
Disallow: /compare/


Crawl-delay: 3

User-agent: *
Disallow: /cgi-bin/h.cgi
Disallow: /cgi-bin/ad_track.cgi
Disallow: /cgi-bin/mailtofriends.cgi
Disallow: /img
Disallow: /badbot/