# agenticnews.io is built for machine consumption.
#
# Free tier: headlines, abstracts, citations, topics, retrieval hints, and
# every discovery document below. Crawl them as hard as you like — they are
# static assets and cost us nothing to serve.
#
# Paid tier: full article bodies, over HTTP 402 with x402. The paying wallet
# address is the identity; there is no account and no API key.
#
#   0.02 USD	article-read	grants reading + ai-input, NOT ai-train
#   1.50 USD	reader-pass-30d	grants reading + ai-input, NOT ai-train
#   5.00 USD	month-archive	grants reading + ai-input + ai-train
#
# These prices are generated from the publishing cap and the read price at
# build time. Do not edit them here.
#
# Reading and training are separate grants. The machine-readable expression of
# that split is the RSL document referenced below: Content-Signal and
# Content-Usage are binary preference vocabularies and cannot express
# "permitted, if you pay", so the License: line is the authoritative channel
# and the two directives below describe only the unpaid representation.

# RSL 1.0 — what each payment grants, machine-readable, with x402 named as the
# payment protocol. Placed globally, OUTSIDE any User-agent group: that is what
# makes it the candidate licence for every client. A group-scoped License: line
# would override this one for that group only, which is not what we want.
# Non-standard robots.txt field, so RFC 9309 parsers must ignore it — safe.
License: https://agenticnews.io/rsl.xml

Sitemap: https://agenticnews.io/sitemap.xml
Agentmap: https://agenticnews.io/.well-known/ard.json

User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Diffbot
Allow: /


# We want to be the source agents ground against — that is the distribution
# model, and the paid body is gated by 402 regardless of what this file says.
# These two are the fallback channels for consumers that do not read RSL, which
# today is nearly all of them.
Content-Signal: search=yes, ai-input=yes, ai-train=no
Content-Usage: train-ai=n