# http://www.compareandsave.com/robots.txt
# 
# The use of robots or other automated means to access the CompareandSave site
# without the express permission of CompareandSave is strictly prohibited.
# Notwithstanding the foregoing, CompareandSave may permit automated access to
# access certain CompareandSave pages but soley for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at http://www.robotstxt.org/wc/exclusion.html is strictly
# prohibited.
# 
# ---- List of robots commands 
# http://en.wikipedia.org/wiki/Robots.txt
# http://www.robotstxt.org/orig.html
# http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360
# ---- Verified by:
# http://tool.motoricerca.info/robots-checker.phtml 
# http://webmaster.live.com/

# Disallow all organic bots to dealfinder folder
User-agent: msnbot
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/

User-agent: Googlebot
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/

User-agent: Googlebot-Mobile
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/

User-agent: Yahoo! Slurp
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/

User-agent: Teoma
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/

# ALLOW Google adsense bot for contentual targeting on sitesearch, news, blog.
User-agent: Mediapartners-Google*
Disallow:

# BLOCK Yahoo Pipes content scraper v1
User-agent: Yahoo Pipes 1.0
Disallow: /

# BLOCK Yahoo Pipes content scraper v2
User-agent: Yahoo Pipes 2.0
Disallow: /

# BLOCK GomezAgent speed tester v2
User-agent: GomezAgent 1.0
Disallow: /

# BLOCK GomezAgent speed tester v2
User-agent: GomezAgent 2.0
Disallow: /

# All other bots - note this line is not present Disallow: /dealfinder/
User-agent: *
Disallow: /assets/click.php
Disallow: /cnsCore/interstitial.php
Disallow: /dealfinder/email-success
Disallow: /dealfinder/email-failure
Disallow: /thank-you.php
Disallow: /cnsCore/register.php
Disallow: /cnsCore/login.php
Disallow: /members-area/
Disallow: /surveys/
Disallow: /register/
Disallow: /search/
Disallow: /search.php
Disallow: /cgi-bin/
Disallow: /_cache/
Disallow: /__utm.gif
Disallow: /tools/whos-who/filter/
Disallow: /tools/glossary/filter/ # filter glossary pages
Allow: /news/
Allow: /blog/
# Disallow ppc parameters or pricavy/disclaimer pages - commented out
#Disallow: /*gclid
#Disallow: /*ysmwa
#Disallow: /*msclkid
#Disallow: /*OVADID
#Disallow: /*utm_medium=cpc
# Disallow creditcard.com/robots.txt files - commented out
#Disallow: /privacy/
#Disallow: /disclaimer/
#Disallow: /t.php
#Disallow: /sb.php
#Disallow: /enter/
#Disallow: /oc.php
#Disallow: /oc/
#Disallow: /b/
#Disallow: /ptrans/
#Disallow: /xtrack.php
#Disallow: /matrix/
#Disallow: /postclick/
#Disallow: /cardmatch

Sitemap: http://www.compareandsave.com/cas-sitemap.xml