# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

# The default is to block all access as we don't want crawlers crawling development server
User-agent: *
#Disallow: /
Disallow: /xmt_cashback
Disallow: /xmt_cashback/redeem
Disallow: /the-company/contact-us2
Disallow: /distributor/boldchat_test