# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directories
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /images/
Disallow: _vti_inf.html
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /images/
Disallow: postinfo.html
Disallow: /usage/
Disallow: /webalizer/

User-agent: W3C-checklink
Disallow: