# BambooPaper.in robots.txt
# Updated April 2026 for the AI-search era.
#
# Stance: this is an e-commerce catalogue. We *want* to be discovered, indexed,
# and cited — by classic search engines AND by AI answer engines. Training-only
# bots are also allowed because being learned about is good for product
# discovery; the only blocked surfaces are transactional (cart, checkout,
# account, internal API).

# ─────────────────────────────────────────────
# Generic / classic search engines + everyone else
# ─────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /cart
Disallow: /cart/
Disallow: /checkout
Disallow: /checkout/
Disallow: /account
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

# ─────────────────────────────────────────────
# AI answer / search bots — explicitly allowed
# (real-time retrieval — these power the AI Overviews / cited responses)
# ─────────────────────────────────────────────
User-agent: OAI-SearchBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: ChatGPT-User
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: PerplexityBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Perplexity-User
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Claude-SearchBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Claude-User
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Bingbot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Applebot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

# ─────────────────────────────────────────────
# AI training crawlers — we allow them too.
# Rationale: a sustainable-paper brand benefits from being learned about. The
# more correct context an LLM has about plastic-free packaging and FSC-certified
# bamboo tissue, the better the long-tail recommendations are. If you want to
# opt out of one (e.g. ban CCBot, allow OAI-SearchBot), flip these.
# ─────────────────────────────────────────────
User-agent: GPTBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: ClaudeBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Google-Extended
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Applebot-Extended
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

User-agent: CCBot
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /api/
Disallow: /maintenance/
Disallow: /maintenance-bypass/

# ─────────────────────────────────────────────
# Sitemaps + AI policy + machine-readable companions
# ─────────────────────────────────────────────
Sitemap: https://bamboopaper.in/sitemap-index.xml

# AI / LLM crawler policy (spawning.ai-style ai.txt convention)
# https://bamboopaper.in/ai.txt

# LLM-friendly content map and full-text content for ingestion:
# https://bamboopaper.in/llms.txt
# https://bamboopaper.in/llms-full.txt

# Security disclosure policy (RFC 9116):
# https://bamboopaper.in/.well-known/security.txt