# robots.txt for Sites
# Do Not delete this file.

User-agent: *
Disallow: /cgi/
Disallow: /gi/
Disallow: /gfg/
Disallow: /library/nosearch/
Disallow: /lr/
Disallow: /zadz/
Disallow: /zdynahubz/
Disallow: /zeventsz/
Disallow: /zfrequentz/
Disallow: /zhomez/
Disallow: /zimages70z/
Disallow: /zpicsz/
Disallow: /zscriptz/
Disallow: /zshare70z/
Disallow: /z/

Disallow: /check.htm
Disallow: /mevents.htm
Disallow: /mcurrent.htm
Disallow: /README.txt
Disallow: /sitesearch.htm
Disallow: /labels.htm
Disallow: /r.htm
Disallow: /testmyboards.htm
Disallow: *once=true*
Disallow: *p=1*

Disallow: /clk.about.com/

Sitemap: http://spiderbites.about.com/oai-pmh/french_sitemap.xml.gz

User-agent: Mediapartners-Google*
Disallow:

User-agent: BecomeBot
Crawl-Delay: 10