# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: Yahoo! Slurp
User-agent: Googlebot
User-agent: Teoma
Disallow: /Health
Disallow: /health
Disallow: /Autos
Disallow: /autos
Disallow: /Travel
Disallow: /travel
Disallow: /share
Disallow: /search
Disallow: /connect
Disallow: /*?
Disallow: /*/Web-Search

User-agent: msnbot-media
User-agent: msnbot
Crawl-delay: 1
Disallow:

User-agent: Adsbot-Google
User-agent: Yahoo!-AdCrawler
User-agent: Mediapartners-Google
Crawl-delay: 10
Disallow:

User-agent: *
Crawl-delay: 10000
Disallow: /Health
Disallow: /health
Disallow: /Autos
Disallow: /autos
Disallow: /Travel
Disallow: /travel
Disallow: /search
Disallow: /connect
Disallow: /*?

Sitemap: http://www.kosmix.com/sitemap_index.xml
Sitemap: http://www.kosmix.com/sitemaps/sitemap_1.xml.gz
Sitemap: http://www.kosmix.com/sitemaps/sitemap_2.xml.gz
Sitemap: http://www.kosmix.com/sitemaps/sitemap_3.xml.gz