User-agent: W3C-gsa
Disallow: /Out-Of-Date

# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /inc_*.*
Disallow: /inc/*.*
Disallow: /admin/*.*
Disallow: /js/*.*
Disallow: /PDFs/*.*
Disallow: /PDFs/