User-agent: *
Allow: /

# OpenAI - ChatGPT search / retrieval
User-agent: OAI-SearchBot
Allow: /

# OpenAI - training data crawler
User-agent: GPTBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic - Claude
User-agent: ClaudeBot
Allow: /

# Google - Gemini / AI training (separate from Googlebot, which indexes Search)
User-agent: Google-Extended
Allow: /

# Microsoft - Bing Search & Copilot
User-agent: bingbot
Allow: /

# Common Crawl (used as training data by many AI labs)
User-agent: CCBot
Allow: /

Sitemap: https://pcongrp.com/sitemap.xml