# rafeblandford.com — a front door for people and machines.
# AI answer engines and crawlers are explicitly welcome (retrieval and training).
# Written by Rafe Blandford; see https://rafeblandford.com/ai-provenance/

# ---------------------------------------------------------------------------
# Usage preferences. NB these are PREFERENCES, in standards that are young and
# lightly adopted — publishing them does not imply anyone honours them, and
# nothing here is a claim about enforceability.
#
# Note also that Allow: below is a robots-convention grant of ACCESS. It does
# not by itself grant or withhold a copyright licence; that is what the RSL
# document is for.
#
# Content Signals (https://contentsignals.org/):
#   search    — index this and link to it
#   ai-input  — use it to ground or cite in a generated answer
#   ai-train  — train or fine-tune a model on it
# All three are yes for Rafe's own writing. Training is withheld on images
# only, on rights grounds — see license.xml. Structured so a future
# Content-Usage: line from IETF AIPREF is a one-line addition.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# RSL 1.0 (https://rslstandard.org/rsl) — the per-path terms, incl. the image
# carve-out that Content-Signal above cannot express.
License: https://rafeblandford.com/license.xml

# Agentic Resource Discovery (https://agenticresourcediscovery.org/) — one of the
# four ways a catalogue can be found; the file itself and a <link rel=ai-catalog>
# on every page are the other two we use. Lists the public MCP endpoint; the
# personal RafeOS server is deliberately absent. See the repo scope doc.
Agentmap: https://rafeblandford.com/.well-known/ai-catalog.json
# ---------------------------------------------------------------------------

User-agent: *
Allow: /
Disallow: /ghost/
Disallow: /email/
Disallow: /members/api/comments/counts/
Disallow: /r/
Disallow: /webmentions/receive/
Disallow: /.ghost/analytics/api/

# Explicit welcome to AI answer engines & crawlers (redundant with * — a clear signal)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: Bingbot
Allow: /

Sitemap: https://rafeblandford.com/sitemap.xml

# Machine-readable index for LLMs:
# https://rafeblandford.com/llms.txt
# https://rafeblandford.com/llms-full.txt
#
# Every post and page is also available as Markdown: append .md to the path.
#   https://rafeblandford.com/loops-within-loops/  ->  /loops-within-loops.md
# Or ask for it by content type: Accept: text/markdown
#
# Security contact: https://rafeblandford.com/.well-known/security.txt