# leonidbugaev.com - robots.txt
# Leonid Bugaev: business communications, networking and B2B sales expert
# Primary language: Russian (ru). Secondary: English (en).
# Canonical site: https://leonidbugaev.com

# --- General crawlers ---

User-agent: *
Allow: /

# --- AI and LLM crawlers (explicitly allowed) ---
# Structured text resources for AI systems:
#   https://leonidbugaev.com/ai.txt        - AI index (identity, expertise, services, contact)
#   https://leonidbugaev.com/llms.txt      - Canonical LLM summary
#   https://leonidbugaev.com/llms-full.txt - Extended context: services, blog topics, geography, languages

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Diffbot
Allow: /

Sitemap: https://leonidbugaev.com/sitemap.xml
Sitemap: https://leonidbugaev.com/ru/rss.xml
Sitemap: https://leonidbugaev.com/en/rss.xml