User-Agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /reviews/
Disallow: /cdn-cgi/


# Allow major search engine crawlers
User-agent: Googlebot
User-agent: Bingbot
Allow: /

# Allow AI crawlers so LLMs can cite your tours in chat responses
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Applebot-Extended
Allow: /

# Block technical & non-SEO utility pages to save crawl budget
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /search/
Disallow: /*?s=
Disallow: /*?order=

# Direct crawlers to your sitemap
Sitemap: https://scoziatour.com/sitemap_index.xml