# robots.txt for zenning.ai
# Everything on this site is public marketing and documentation
# content. All crawlers — including AI/LLM crawlers — are welcome.
# See https://zenning.ai/llm.txt for an LLM-friendly summary.

User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Astro emits hashed JS/CSS bundles under /_astro/. Keep them
# crawlable so Google can render JavaScript pages correctly.
Allow: /_astro/

# Explicit allow rules for AI / LLM crawlers (RFC 9309). Per RFC 9309,
# bots with a dedicated User-agent block ignore the wildcard above, so
# we repeat both the open-allow policy AND the Content-Signal usage
# preferences for each named bot. To restrict any of these later, flip
# its `Allow: /` to `Disallow: /` or change its Content-Signal values.
#
# Content-Signal (https://contentsignals.org/, IETF draft-romm-aipref-
# contentsignals) declares preferences for three uses of fetched
# content: `ai-train` (training generative models), `search` (indexing
# for search incl. AI-powered search), and `ai-input` (RAG / inference
# input). All three set to `yes` = fully AI-friendly.

User-agent: Amazonbot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: anthropic-ai
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Applebot-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Bytespider
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: CCBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-Web
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Google-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: GPTBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://zenning.ai/sitemap-index.xml