# Tankyu Distillery — robots.txt
# AI agent discovery: /agents.md · /llms.txt · /llms-full.txt · /.well-known/ai-plugin.json
# Developer docs: https://tankyudistillery.jp/developers

# Default policy
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── OpenAI ───────────────────────────────────────────────────────────────
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: OAI-SearchBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── Google AI ────────────────────────────────────────────────────────────
User-agent: Google-Extended
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Anthropic (Claude) ───────────────────────────────────────────────────
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Perplexity ───────────────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── Apple Intelligence / Siri ────────────────────────────────────────────
User-agent: Applebot-Extended
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Meta AI ──────────────────────────────────────────────────────────────
User-agent: Meta-ExternalAgent
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── ByteDance (Doubao) ───────────────────────────────────────────────────
User-agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── Cohere ───────────────────────────────────────────────────────────────
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── You.com ──────────────────────────────────────────────────────────────
User-agent: YouBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── Amazon Alexa ─────────────────────────────────────────────────────────
User-agent: Amazonbot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Common Crawl (training data source) ──────────────────────────────────
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── Diffbot (knowledge graph extraction) ─────────────────────────────────
User-agent: Diffbot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── DeepSeek ─────────────────────────────────────────────────────────────
User-agent: DeepSeek-Crawler
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Mistral ──────────────────────────────────────────────────────────────
User-agent: MistralBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── xAI (Grok) ───────────────────────────────────────────────────────────
User-agent: Grok
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

User-agent: XAI-Bot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=no

# ─── AI2 (Allen Institute) ────────────────────────────────────────────────
User-agent: AI2Bot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/facts.json
Allow: /api/products.json
Allow: /api/tour.json
Allow: /api/pricing.json
Allow: /api/press.json
Allow: /api/openapi.json
Disallow: /api/
Disallow: /admin/
Disallow: /ja/age-check
Disallow: /ja/unsubscribe
Disallow: /en/age-check
Disallow: /en/unsubscribe
Disallow: /zh-Hant/age-check
Disallow: /zh-Hant/unsubscribe
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# ─── Discovery ────────────────────────────────────────────────────────────
Sitemap: https://tankyudistillery.jp/sitemap.xml
Schemamap: https://tankyudistillery.jp/schemamap.xml