# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /admin/
Disallow: /classes/stories/
Disallow: /stories/*/load_ad
Disallow: /classes/*/load_salon
Disallow: /classes/*/load_video_salon
Disallow: /classes/*/load_week/*

Sitemap: https://catapult-prod.s3.amazonaws.com/sitemaps/sitemap.xml.gz