# sndr.sh — public marketing site only. The app + admin live on
# separate hosts (app.sndr.sh, admin.sndr.sh) and have their own
# robots policies set at the Vercel project level.
#
# Policy: open by default. The marketing site, docs, blog, and free
# tools are all public content that we want indexed by search engines
# AND cited by AI answer engines (ChatGPT, Perplexity, Claude.ai,
# Google AI Overviews). For a developer-infrastructure company in
# 2026, AI answer surfaces are a primary discovery channel — blocking
# them means competitors are cited when developers ask the same
# questions.

User-agent: *
Allow: /
Disallow: /api/

# Search engines — explicit allow + crawl-delay hint kept off so
# Googlebot can crawl as fast as it wants. Bingbot, DuckDuckBot,
# Yandex, and Baidu all fall under the wildcard above.
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /

# AI training + answer-engine bots. We allow these intentionally:
# - GPTBot powers ChatGPT browsing + training
# - OAI-SearchBot powers ChatGPT search citations
# - Google-Extended controls Gemini + AI Overviews eligibility
# - ClaudeBot / anthropic-ai power Claude.ai retrieval + training
# - PerplexityBot powers Perplexity citations
# - CCBot is Common Crawl, the upstream source for many model corpora
#
# When a developer asks "best transactional email API for Next.js"
# in any of these systems, we want SNDR to be cite-eligible.
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: CCBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: Applebot-Extended
Allow: /

Sitemap: https://sndr.sh/sitemap.xml