# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

#prevent AJAX resources scan (no GET there)

User-Agent: *
Disallow: /a/*/recommendations
Disallow: /tag
Disallow: /recommendation
Disallow: /subscription
Disallow: /follow
Disallow: /answer_request
Disallow: /flag
Disallow: /notification
Disallow: /share

Sitemap: http://www.peerpong/sitemapindex.xml.gz