User-agent: *
Disallow: /admin/
Disallow: /share/
# Data files for the /mining-claims/check/ page's script, about 3,000 of them.
Disallow: /claims-grid/

# Search and answer engines use the wildcard policy above: public pages are
# available, while private utilities stay out.
# Do not add Allow-only groups for those crawlers. A specific user-agent group
# does not inherit the wildcard restrictions.
#
# Training crawlers are also denied here so the policy survives on Pages
# aliases and does not depend only on Cloudflare's edge configuration.
#
# Google-Extended is left out on purpose (owner decision, 2026-09-23). The
# same token decides whether Gemini may ground its answers in these pages,
# not only whether Google may train on them, and this site wants to be cited
# in Gemini. It falls under the wildcard group above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: CCBot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: omgili
User-agent: omgilibot
User-agent: ImagesiftBot
User-agent: Amazonbot
User-agent: PetalBot
User-agent: Timpibot
User-agent: AI2Bot
Disallow: /

# SEO backlink crawlers. They send no visitors and exist to resell this site's
# link graph to competitors; between them they were ~1,370 requests/day in
# August 2026, the largest single slice of non-human traffic here.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

Sitemap: https://teamam.org/sitemap-index.xml
# Plain-text site map for LLM agents
# https://teamam.org/llms.txt