# allow selective robot searches
User-agent: w3c-checklink
Disallow: /RobotTrap.html
Disallow: /Icons/
Disallow: /audio/
Disallow: /gif/
Disallow: /images/
Disallow: /emails/
Disallow: /exe/
Disallow: /exec/
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /local/
Disallow: /util/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /www/