User-agent: *
Disallow: /cgi-bin/ 
Disallow: /pdf/


# Allow our search robot
User-agent: ht://Dig
Disallow: