#
# llms.txt — Preferences for AI/LLM crawlers
# This complements robots.txt with explicit guidance for AI agents.
#

# Public sections that are fine for AI indexing/summarization
Allow: /
Allow: /home
Allow: /tours
Allow: /tours/
Allow: /tours/*
Allow: /blogs
Allow: /blogs/
Allow: /blogs/*
Allow: /categories
Allow: /categories/
Allow: /deals-and-offers
Allow: /pages/
Allow: /pages/*
Allow: /contact
Allow: /about
Allow: /faq
Allow: /sitemap

# Language-prefixed equivalents
Allow: /*/tours
Allow: /*/tours/*
Allow: /*/blogs
Allow: /*/blogs/*
Allow: /*/categories
Allow: /*/deals-and-offers
Allow: /*/pages/
Allow: /*/pages/*
Allow: /*/contact
Allow: /*/about
Allow: /*/faq

# Areas not suitable for AI crawling/training
Disallow: /auth/
Disallow: /account/
Disallow: /register
Disallow: /login
Disallow: /bookings
Disallow: /book-tour/
Disallow: /booking-summary
Disallow: /checkout-successful/
Disallow: /payments/
Disallow: /404
Disallow: /error

# Language-prefixed disallows
Disallow: /*/auth/
Disallow: /*/account/
Disallow: /*/register
Disallow: /*/login
Disallow: /*/bookings
Disallow: /*/book-tour/
Disallow: /*/booking-summary
Disallow: /*/checkout-successful/
Disallow: /*/payments/
Disallow: /*/404
Disallow: /*/error

# Block common tracking parameter variants
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*

# Preferred crawl rate (best-effort; some agents may ignore)
Crawl-Delay: 10

# Common LLM/AI crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: PerplexityBot
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: bingbot
User-agent: YouBot
User-agent: *

Sitemap: https://eatours.ae/sitemap.xml