# Bertina - www.bertina.ir
# robots.txt - Search engine and AI crawler directives
# Last updated: 2026-02-18

# Default rule: Allow all crawlers
User-agent: *
Allow: /
Disallow: /api/

# Explicitly allow AI search crawlers for GEO compliance
# Per ADR: OAI-SearchBot must NOT be blocked for ChatGPT Search visibility
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

# Sitemap location
Sitemap: https://www.bertina.ir/sitemap.xml