# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: * Disallow: /search Disallow: /*?*checkin_date=* Disallow: /recherche-par-photos Disallow: /carte-hotels-paris Disallow: /derniere-minute.html Disallow: /reservation Disallow: /reservations Disallow: /orders Disallow: /admin Disallow: /avis Disallow: /ajax Disallow: /hotel/*/availabilities User-agent: AhrefsBot Crawl-Delay: 600 User-agent: SemrushBot Crawl-Delay: 120 User-agent: YandexBot Crawl-Delay: 600 User-agent: GPTBot Crawl-delay: 600 Sitemap: https://www.hotelaparis.com/hotelaparis.com.xml.gz