# Robots.txt — optimized for AI search engines
# Generated by GEO Optimizer (https://github.com/auriti-labs/geo-optimizer-skill)

User-agent: *
Allow: /

# OpenAI (ChatGPT training)
User-agent: GPTBot
Allow: /

# OpenAI (ChatGPT search citations)
User-agent: OAI-SearchBot
Allow: /

# OpenAI (ChatGPT on-demand fetch)
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude training)
User-agent: ClaudeBot
Allow: /

# Anthropic (Claude search citations)
User-agent: Claude-SearchBot
Allow: /

# Anthropic (Claude on-demand fetch)
User-agent: Claude-User
Allow: /

# Perplexity AI (index builder)
User-agent: PerplexityBot
Allow: /

# Perplexity (citation fetch on-demand)
User-agent: Perplexity-User
Allow: /

# Google (Search + AI Overviews)
User-agent: Googlebot
Allow: /

# Google (Gemini/Vertex training opt-out — not a crawler)
User-agent: Google-Extended
Allow: /

# Google (Vertex AI)
User-agent: Google-CloudVertexBot
Allow: /

# Microsoft (Bing/Copilot search)
User-agent: Bingbot
Allow: /

# Apple (AI training)
User-agent: Applebot-Extended
Allow: /

# Cohere (language models)
User-agent: cohere-ai
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# ByteDance/TikTok AI
User-agent: Bytespider
Allow: /

# Meta AI (Facebook/Instagram AI)
User-agent: meta-externalagent
Allow: /

# Meta (content fetch on-demand)
User-agent: Meta-ExternalFetcher
Allow: /

# Meta (social preview + AI)
User-agent: facebookexternalhit
Allow: /

# Amazon (Alexa/search AI)
User-agent: Amazonbot
Allow: /

# Allen Institute (AI research)
User-agent: AI2Bot
Allow: /

# Allen Institute (Dolma dataset)
User-agent: AI2Bot-Dolma
Allow: /

# xAI (Grok search citations)
User-agent: xAI-Bot
Allow: /

# Apple (general web crawl + Siri AI)
User-agent: Applebot
Allow: /

# Huawei (PetalSearch AI, EU/Asia)
User-agent: PetalBot
Allow: /

# You.com AI search
User-agent: YouBot
Allow: /

# Common Crawl (used by many AI labs)
User-agent: CCBot
Allow: /

Sitemap: https://pandarunner.personnn.site/sitemap.xml