User-agent: *
Disallow: /cgi-bin/
Disallow: notfound.php
Disallow: free_affiliate.html
Disallow: /ad/