# Production robots policy for shoplinkz.com
# AI-bot policy follows doc/seo_ai_bots_playbook.md — do not change without it.
Sitemap: https://shoplinkz.com/sitemap.xml

# Every app route sits under a locale (/en/..., /jp/...), so action paths are
# written /*/products/... — the unprefixed form matched nothing until 2026-10-07.
# spec/config/robots_txt_spec.rb reads this file with our own RFC 9309 parser.

# Search-oriented AI bots — allowed on public pages, but a per-agent group does
# NOT inherit the "User-Agent: *" rules, so the private/action paths are repeated
# in each group to keep them out for these bots too.
User-Agent: OAI-SearchBot
Allow: /
Disallow: /management
Disallow: /*/admin
Disallow: /bookmarklet/v1
Disallow: /*/popup
Disallow: /*/products/*/new
Disallow: /*/products/*/like
Disallow: /*/stores/*/new
Disallow: /*/stores/*/like
Disallow: /simple_captcha

User-Agent: PerplexityBot
Allow: /
Disallow: /management
Disallow: /*/admin
Disallow: /bookmarklet/v1
Disallow: /*/popup
Disallow: /*/products/*/new
Disallow: /*/products/*/like
Disallow: /*/stores/*/new
Disallow: /*/stores/*/like
Disallow: /simple_captcha

User-Agent: Claude-User
Allow: /
Disallow: /management
Disallow: /*/admin
Disallow: /bookmarklet/v1
Disallow: /*/popup
Disallow: /*/products/*/new
Disallow: /*/products/*/like
Disallow: /*/stores/*/new
Disallow: /*/stores/*/like
Disallow: /simple_captcha

# Training-oriented AI bots — fully disallowed.
User-Agent: GPTBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: Google-Extended
Disallow: /

# All other crawlers.
User-Agent: *
Disallow: /management
Disallow: /*/admin
Disallow: /bookmarklet/v1
Disallow: /*/popup
Disallow: /*/products/*/new
Disallow: /*/products/*/like
Disallow: /*/stores/*/new
Disallow: /*/stores/*/like
Disallow: /simple_captcha