# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /
User-agent: *
Allow: /
Disallow: /ip_languages
Disallow: /cookies
Disallow: /status_sites
Disallow: /comments
Disallow: /languages
Disallow: /locations/index
Disallow: /user_types
Disallow: /blockages
Disallow: /user_languages
Disallow: /site_indicators
Disallow: /evaluation_comments
Disallow: /evaluations
Disallow: /users
Disallow: /maintenances
Disallow: /sites/new
Disallow: /categories/new
Disallow: /categories/rate
Disallow: /main/rate