# Taj Mahal Indian Restaurant & Catering — Saskatoon
# https://tajmahalgrill.ca/robots.txt

# Default rules — allow all crawlers full access
User-agent: *
Allow: /
Disallow: /components/

# Search engines — block llms.txt from search results (noindex via disallow)
User-agent: Googlebot
Allow: /
Disallow: /llms.txt

User-agent: Bingbot
Allow: /
Disallow: /llms.txt

# AI agents — explicit full access including llms.txt
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: YouBot
Allow: /

# Sitemap
Sitemap: https://tajmahalgrill.ca/sitemap.xml