# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# Conversor SEPA / GenerateSEPA — robots policy
# Updated in the SEO/GEO Help Center roadmap (Phase 1).

User-agent: *
Allow: /
Disallow: /users/
Disallow: /system/
Disallow: /api/
Disallow: /conversions/
Disallow: /profiles/
Disallow: /mandates/
Disallow: /bank_accounts/
Disallow: /subscriptions/

# --- AI / LLM crawlers: explicitly allowed so we are eligible for citation. ---
# Google's AI training (Bard/Gemini), separate from Googlebot search indexing.
User-agent: Google-Extended
Allow: /

# OpenAI ChatGPT crawler.
User-agent: GPTBot
Allow: /

# Anthropic Claude crawler (current and legacy aliases).
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity crawler.
User-agent: PerplexityBot
Allow: /

# Common Crawl (used to train many open LLMs).
User-agent: CCBot
Allow: /

# Apple Intelligence / Spotlight.
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Meta AI.
User-agent: Meta-ExternalAgent
Allow: /

# Bytedance / Doubao.
User-agent: Bytespider
Allow: /

# DuckDuckGo Assistant.
User-agent: DuckAssistBot
Allow: /

# Sitemap (served per-domain at /sitemap.xml).
Sitemap: https://www.conversorsepa.es/sitemap.xml
Sitemap: https://www.generatesepa.com/sitemap.xml