User-agent: * 
Disallow: /cgi-bin/
Disallow: /search.html
Disallow: /shareit.html
Disallow: /regnow.html
Disallow: /vss.html
Disallow: /freeviral.html
Disallow: /clicktracks.html
Disallow: /easymonitor.html
Disallow: /netfirms.html
Disallow: /langalist.html
Disallow: /5starsupport.html
Disallow: /weblogexpert.html
Disallow: /searchtips.html
Disallow: /freefind.html
Disallow: /maxmind.html

User-Agent: W3C-checklink
Disallow: