# Axis of Action — AI and crawler policy
# Full, human-readable policy: https://axisofaction.com/ai-usage/
#
# The position in one line: you may READ, INDEX, QUOTE and CITE this site.
# You may not use it as TRAINING DATA.
#
# This is deliberate, not reflexive. Every major AI company now runs separate
# crawlers for training and for search/answering. The search and answer bots are
# allowed below, because being cited is how students and teachers find this site.
# The training-only bots are refused, because absorbing this work into a model
# returns nothing to the person who wrote it.

# ---------------------------------------------------------------------------
# Content signals (Cloudflare / IETF aiprefs style). These express permission,
# not a technical block. See /ai-usage/ for the binding statement.
#
#   search   = building a search index, returning links and short excerpts
#   ai-input = grounding a real-time AI answer in this page, with attribution
#   ai-train = training or fine-tuning a model on this content
#   use      = reference (index, excerpt and link back — do not reproduce whole)
#
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# ---------------------------------------------------------------------------

User-agent: *
Content-signal: search=yes, ai-input=yes, ai-train=no, use=reference
Allow: /


# ===========================================================================
# ALLOWED — crawlers that index, answer and cite, and send readers back here
# ===========================================================================

# OpenAI — search index for ChatGPT, and user-initiated fetches
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic — Claude search index, and user-initiated fetches
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Perplexity — search index and user-initiated fetches
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Apple — Siri and Spotlight search (NOT Applebot-Extended, see below)
User-agent: Applebot
Allow: /

# Mistral — user-initiated fetches
User-agent: MistralAI-User
Allow: /


# ===========================================================================
# REFUSED — training-only crawlers. Blocking these costs no search visibility.
#
# Verified separations, current as at August 2026:
#   GPTBot            trains OpenAI models. ChatGPT search uses OAI-SearchBot,
#                     which is allowed above, so citation is unaffected.
#   ClaudeBot         trains Anthropic models. Claude search and user fetches
#                     use Claude-SearchBot / Claude-User, allowed above.
#   Google-Extended   trains Gemini. It has NO effect on Google Search ranking
#                     or on AI Overviews, which draw from the Search index.
#   Applebot-Extended trains Apple Intelligence. Applebot (search) is allowed.
# ===========================================================================

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Scrapy
Disallow: /


# ---------------------------------------------------------------------------
# Maps
# ---------------------------------------------------------------------------
Sitemap: https://axisofaction.com/sitemap-index.xml

# A curated, machine-readable map of the site for AI answer engines:
#   https://axisofaction.com/llms.txt
# The full AI usage and content licensing policy:
#   https://axisofaction.com/ai-usage/