# Let all bots into the main page families.
# I don't link to any private folders, but other people might so
# it seems to make sense to prevent access to all private directories.

# Note: Remember to check syntax after editing this file. This might
#	be a good thing to scan regularly, like checking links.

User-agent: *

# These files are public but don't need to be indexed.
Disallow: /bits/
Disallow: /webalizer/

# This is the PHP site, linked to from /index.php.
# It would probably be easier to maintain if all of this was in one
# common directory.
# On the other hand, the section/topic data probably doesn't need to
# be in the web space at all. It's only the PHP code in /nav that
# reads it so it could be anywhere on the filesystem.
Disallow: /nav/

# These files are sub sites
Disallow: /b/
Disallow: /cp/
Disallow: /comics/
Disallow: /crownprince/