# Block aggressive SEO scrapers
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: PetalBot
User-agent: DotBot
Disallow: /

# Welcome legitimate AI answer engines (GEO): allow crawling for search and
# answer generation, but signal no training on our content.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin/

# Search engines and everything else
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/

Content-Signal: ai-train=no, search=yes, ai-input=yes

# High-signal machine-readable resources for crawlers and answer engines
LLM-Context: https://geoinfer.com/llms.txt
LLM-Full-Context: https://geoinfer.com/llms-full.txt

Sitemap: https://geoinfer.com/sitemap.xml
Sitemap: https://app.geoinfer.com/sitemap.xml
Sitemap: https://docs.geoinfer.com/sitemap.xml