User-agent: *
Allow: /bot
Disallow: /cgi-bin/