# Robots.txt for 요가림 (YO GARIM / Yogarim) — https://yogarim.com
# Policy: allow search and AI answers; disallow AI training.
# robots.txt expresses crawl preferences; it is not authentication or a WAF.

# AI training and mixed-use/legacy AI crawlers.
# Search and user-request AI fetchers are allowed below.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Google-Extended jointly controls Gemini training and grounding.
# Keep blocked to preserve the no-training policy; Googlebot stays allowed.
User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

# AI answer fetchers: public pages and media only.
User-agent: ChatGPT-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

User-agent: Claude-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

User-agent: Perplexity-User
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

User-agent: DuckAssistBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

# AI search crawlers: public pages and media only.
User-agent: OAI-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

User-agent: Claude-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

# General search crawlers and all other crawlers.
User-agent: Googlebot
User-agent: Bingbot
User-agent: BingPreview
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: Yeti
User-agent: YandexBot
User-agent: Bravebot
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /api/media/
Disallow: /api/
Disallow: /api/auth/
Disallow: /api/contact
Disallow: /api/upload

# Admin/login/search routes remain crawlable for allowed bots to read noindex.

# Sitemaps (index covers sitemap.xml and sitemap-en.xml)
Sitemap: https://yogarim.com/sitemap_index.xml
Sitemap: https://yogarim.com/sitemap.xml