# ==============================================================================
# Ghost Traffic Observatory - robots.txt Directives
# Welcome AI Crawlers, Search Spiders, and Automated Research Agents
# ==============================================================================

User-agent: *
Allow: /
Allow: /insights
Allow: /methodology
Allow: /field-guide
Allow: /experiments/navigation-v1
Allow: /experiments/reasoning-v1
Allow: /experiments/js-render-v1
Allow: /lab/start
Allow: /lab/reasoning/start
Allow: /data/latest.json
Allow: /data/latest.csv
Allow: /data/insights.json
Allow: /llms.txt

# Explicit AI Training & Ingestion Permissions
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap & Machine-Readable Declarations
Sitemap: https://ghost-observatory.pages.dev/sitemap.xml