# 2006.09.13.rh		Robots.txt
# 
#
# Let them loose on the home page.
# Disallow the videos.
#
#
# ttd:  - Be more specific about which pages to index.
#       - Add meta-tags to the documents.  Just remember many robots
#         don't use these tags
#
# If disallow parm ends with a /, ignore everything in that directory
# else ignore everything that matches (including directory)
#
#User-agent: NetMechanic
#Allow: /
#
User-agent: *
Allow: /
Allow: /Design
Disallow: /RFRepisodes

User-agent: msnbot
Disallow: / 
#
User-agent: IconSurf
Disallow: / 
#