# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.45 2007/09/15 01:11:19 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: / # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /admin/ Disallow: /logged_in/ Disallow: /conn/ Disallow: /random/ Disallow: /phpmailer/ Disallow: /rotate/ Disallow: /mail/ Disallow: /cgi-bin/ Disallow: /sess_rewrite/ Disallow: /register.php Disallow: /dob_verification.php Disallow: /account_verification.php Disallow: /delete_account.php Disallow: /delete_logout.php Disallow: /change_user_pass.php Disallow: /ZPanel/ Disallow: /calendar/