#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $
#

# For use by search.w3.org
User-agent: W3Crobot/1
Disallow: /Out-Of-Date

# AltaVista Search
User-agent: AltaVista Intranet V2.0 W3C Webreq 
Disallow: /Out-Of-Date

# exclude some access-controlled areas

User-agent: *
Disallow: /html
Disallow: /files
Disallow: /web
Disallow: /htm
Disallow: /html
Disallow: /images
Disallow: /ip
Disallow: /linuxnetz
Disallow: /logs
Disallow: /linuxtag
Disallow: /linuxtag2000
Disallow: /screenshoot
Disallow: /smily
Disallow: /Witz
Disallow: /reeware
Disallow: /sicher
# http://www.robotstxt.org/wc/exclusion-admin.html -> for instuktions