# Allow access to only some URLs 
User-agent: * 
Disallow: /cgi-bin