# ── Search Engine Directives & AI Crawler Policies ─────────────────
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: *
Allow: /
Allow: /blog
Allow: /blog/
Allow: /careers/
Allow: /about-us
Allow: /about
Allow: /contact-us
Allow: /contact
Allow: /services
Allow: /services/
Allow: /privacy-policy
Allow: /terms-and-conditions
Allow: /sitemap.xml

# ── Disallow Private & Authenticated Zones ──────────────────────────
Disallow: /portal/
Disallow: /dashboard
Disallow: /leads
Disallow: /customers
Disallow: /invoices
Disallow: /settings
Disallow: /system
Disallow: /f/
Disallow: /checkout/order/
Disallow: /api/
Disallow: /communications/
Disallow: /gst/
Disallow: /track/

# ── Dynamic XML Sitemap ─────────────────────────────────────────────
Sitemap: https://webmittar.com/sitemap.xml