# robots.txt file to exclude user directories
# Allow our own linkchecker to access all files:
User-agent: LinkChecker
Disallow:
# All other agents:
User-agent: *
Disallow: /~
Disallow: /business
Disallow: /cat2002
Disallow: /catpdf
Disallow: /cgi-bin
Disallow: /enoki
Disallow: /htbin
Disallow: /imagelib
Disallow: /imagelib/images
Disallow: /java
Disallow: /labels
Disallow: /logs
Disallow: /new1
Disallow: /new2.old
Disallow: /newsletr/
Disallow: /question
Disallow: /recipes/
Disallow: /scripts
Disallow: /secure
Disallow: /stories
Disallow: /survey
Disallow: /teatour2/
Disallow: /teleport
Disallow: /teleport-weblog
Disallow: /temp/
Disallow: /tmarket/
Disallow: /tscene/
Disallow: /yamamoto
Disallow: /.db