###################################
#
# Robot.txt file
# Live - No roots for staging and sub domains with Brinkster
#
# User-agent: *
#
# list folders robots are not allowed to index
#
# Disallow: /folder/
#
# list specific files robots are not allowed to index CCA
#
#  Disallow: /directory/foo.html
#
####################################


User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /


User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /inc/
Disallow: /query/
Disallow: /news/
Disallow: /js/