# Disallow 
# The value of this field specifies a partial URL that is not to be visited. This can be a full path, or a partial path; any URL that starts with this value will not be retrieved. For example, Disallow: /help disallows both /help.html and /help/index.html, whereas Disallow: /help/ would disallow /help/index.html but allow /help.html. 
# Any empty value, indicates that all URLs can be retrieved. At least one Disallow field needs to be present in a record.

User-agent: *

# Disallow: /cgi-bin/ # CGI Dir.  Only get into issues here
# Disallow: /jehra/ # Jehra's test dir No live site info
# Disallow: /krabedea/ # Ken's test dir No live site info
# Disallow: /newsite/ # Webmaster's test dir No live site info
# Disallow: /phpws/ # ContentManager's test dir No live site info
# Disallow: /tpl/ # TPL's test dir No live site info
# Disallow: /admin/ # Admin dir fun to hack but No live site info
# Disallow: /gl/ # GL's test dir No live site info

# These php files are user comments and form submissions.
# Obviously, it doesn't make a lot of sense to index these particular pages, or the submission forms in general. Don't waste your time!

Disallow: /comment.php
Disallow: /submit.php
Disallow: /forum/createtopic.php
Disallow: /cgi-bin/
Disallow: /jehra/
Disallow: /krabedea/
Disallow: /newsite/
Disallow: /phpws/
Disallow: /tpl/
Disallow: /admin/
Disallow: /gl/