# robots.txt, AEO/GEO template. Allow AI crawlers so they can cite you. # Replace {{SENSITIVE_PATH}} or remove the Disallow lines if not needed. User-agent: * Allow: / Disallow: /{{SENSITIVE_PATH}}/ # Major AI crawlers, explicit allow User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bingbot Allow: / Sitemap: https://{{YOUR_DOMAIN}}/sitemap-index.xml