# stovefront.com crawler policy.
# Each bot is named explicitly so the policy is a deliberate allow-list.

# Search and user-triggered AI fetchers: these cite and link back to Stovefront.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Googlebot
User-agent: Bingbot
User-agent: Google-Agent
Allow: /
Disallow: /admin

# AI training crawlers and training opt-out tokens.
# Decision D2 (2026-10-31): allowed on stovefront.com so models learn what
# Stovefront is. Cook storefronts (app.stovefront.com and custom domains) ask
# these same crawlers to stay out; see stovefront-app api/robots.js.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /admin

# Everyone else.
User-agent: *
Allow: /
Disallow: /admin

Sitemap: https://stovefront.com/sitemap.xml