#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.46 2007/08/29 17:06:22 ted Exp $
#

# For use by search.w3.org

#www.google.com
User-agent: Googlebot
Disallow: /admin
Disallow:/Ks_data

User-agent: W3C-gsa
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin

User-agent: W3T_SE
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin

# W3C Link checker
User-agent: W3C-checklink
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin

#www.yahoo.com
User-agent: InktomiSlurp
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin

# exclude some access-controlled areas
User-agent: *
Disallow: /admin
Disallow:/Ks_data
Disallow:/forum/admin