# This file tells all search engines to NOT catalog anything in the site
# in or below the root directory (htdocs).
# To specify particular files for non-cataloguing
# do not use a plain / but on separate lines list each file or folder
# to be disallowed.  e.g. Disallow: /docs/ will stop cataloguing of
# the docs folder.  Disallow: /thisone.html stops that particular file.
#
# The star for user agent means all search engines.  Replace the star
# with the official search agent name to give instructions to
# specific engines.

# The next two lines are what count

User-agent: *
Disallow: /
Disallow: /doc/
Disallow: /doc/SWTH/
Disallow: /doc/joke/