# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $ # User-agent: GOOGLEBOT Disallow: User-agent: Googlebot-Image Disallow: / User-agent: * Disallow: / # exclude some access-controlled areas User-agent: * Disallow: /pda Disallow: /login Disallow: /pdf Disallow: /gd Disallow: /cbom Disallow: /1000words Disallow: /konglong Disallow: /flight Disallow: /albums Disallow: /BT Disallow: /library/MARRIAGE Disallow: /library/hymns Disallow: /library/scriptures Disallow: /_cbom Disallow: /zhoujielun Disallow: /ward Disallow: /photos Disallow: /forum Disallow: /docs Disallow: /elderlee Disallow: /gd Disallow: /lds Disallow: /images