User-agent: *
Allow: /

# AI Search Engines & Chat Bots
User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /
Crawl-delay: 2

User-agent: Bard
Allow: /
Crawl-delay: 2

User-agent: BingBot
Allow: /

# Additional AI Search Engines
User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: YouBot
Allow: /
Crawl-delay: 2

User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 2

# Sitemap Index
Sitemap: https://www.ahanwhankhao.com/sitemap_index.xml

# Individual Sitemaps (for reference)
Sitemap: https://www.ahanwhankhao.com/sitemap.xml
Sitemap: https://www.ahanwhankhao.com/sitemap_ai_chat.xml

# Disallow admin and private areas
Disallow: /admin/
Disallow: /config/
Disallow: /includes/
Disallow: /classes/
Disallow: /tests/
Disallow: /uploads/
Disallow: /customer/ajax/
Disallow: /customer/cart.php
Disallow: /customer/checkout.php
Disallow: /customer/profile.php
Disallow: /customer/order_history.php
Disallow: /auth/complete_profile.php
Disallow: /delivery/

# Allow important pages
Allow: /customer/menu.php
Allow: /snack-box.php
Allow: /blog/
Allow: /articles/
Allow: /auth/login.php
Allow: /auth/register.php
Allow: /index.php

# Crawl delay
Crawl-delay: 1