# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

Sitemap: https://buchdeals.de/sitemap.xml.gz

User-agent: *
Disallow: /super_admin/
Disallow: /users/edit
Disallow: /autoren/edit
Disallow: /admin
Disallow: /promotion_mailer/
Disallow: /devices/
Disallow: /books/
Disallow: /confirms/
Disallow: /new_password
Disallow: /categories/
Disallow: /update_categories
Disallow: /admin_categories_index
Disallow: /newsletter
Disallow: /danke
Disallow: /abbestellt
Disallow: /referral_page
Disallow: /register_user
Disallow: /api
Disallow: /html_books/
Disallow: /templates/

Crawl-delay: 2
Host: https://buchdeals.de/