# First set:
# These aren't private, but I've seen some spiders get confused on our forms.
# They aren't really that interesting to a spider anyway, so we'll just ask
# them to not look.
#
# Files:
# There's no reason for a search engine to look through our PDFs, as they are
# only forms and such.  Basically the same logic as the first set.
#
# Forum:
# The only interesting stuff to index in the forum are the posts.  The rest
# is superflous for a search engine.

User-agent: *
Disallow: /registration_enter_info.php
Disallow: /registration_verify.php
Disallow: /group_registration.php
Disallow: /registration_list.php
Disallow: /volunteering_sign_up.php
Disallow: /files/
Disallow: /forum/admin/
Disallow: /forum/images/
Disallow: /forum/includes/
Disallow: /forum/language/
Disallow: /forum/templates/
Disallow: /forum/common.php
Disallow: /forum/groupcp.php
Disallow: /forum/login.php
Disallow: /forum/memberlist.php
Disallow: /forum/modcp.php
Disallow: /forum/posting.php
Disallow: /forum/profile.php
Disallow: /forum/privmsg.php
Disallow: /forum/viewonline.php
Disallow: /forum/faq.php

# We allow the validator to look at anything.  Since it's manually initiated,
# we know it won't go looking into pointless places.
User-agent: W3C_Validator
Disallow: