# robots.txt for BMTC Qatar
# https://bmtcdoha.com

User-agent: *
Allow: /

# Internal tooling, backups and lead logs must never be crawled or indexed.
Disallow: /_tools/
Disallow: /_leads/
Disallow: /_backup_pre_audit/
Disallow: /scratch/
Disallow: /contact.php

# No search-result or filtered URL patterns exist on this site, but block the
# common query-string variants to avoid any future duplicate-content issues.
Disallow: /*?s=
Disallow: /*?search=

# ── Search engines ────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# ── AI / answer engines (AEO & GEO) ───────────────────────────────────────
# This site is intended to be readable and citable by AI search systems.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://bmtcdoha.com/sitemap.xml
