# tillwulfram.de - portfolio of Till Wulfram (Platform Engineer - Observability)
#
# Policy: classic search AND AI *retrieval/citation* crawlers are welcome (they
# fetch the live page and cite it WITH a link, always current). AI *training /
# dataset* crawlers are opted out below. Every block is reversible - delete a
# stanza to allow that use again later.
#
# Retrieval/citation + search bots stay allowed via "User-agent: *" (they are
# deliberately NOT listed below): OAI-SearchBot, ChatGPT-User, PerplexityBot,
# Perplexity-User, Claude-User, Claude-SearchBot, Googlebot, Bingbot, DuckDuckBot.
#
# Curated machine-readable summary for LLMs: https://tillwulfram.de/llms.txt
# The evolving full crawler list: https://darkvisitors.com/agents

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/

# --- AI training / dataset crawlers: opted out (reversible) ------------------
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-ai
Disallow: /

Sitemap: https://tillwulfram.de/sitemap.xml