# Poplin — poplinmoney.com
#
# AI answer-engine crawlers are welcome here.
#
# The Content-Signal lines (contentsignals.org) declare what may be done with what is
# crawled — a separate question from whether crawling is allowed. All three signals are
# granted. The line is repeated in every group on purpose, not by mistake: under RFC 9309
# a crawler that matches its own User-agent group falls back to the wildcard group only
# when no matching group exists, so a signal written once under `*` would never reach the
# crawlers named below.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# The wildcard group already allows these; they are named so each carries its own
# Content-Signal, and because this file's purpose is to make intent explicit and to give posture
# one obvious place to change. Naming six crawlers while omitting the ones actually fetching most
# was an inconsistency, not a bug — closed 2026-09-07. Measured that day over 24h: Amazonbot 55
# requests reaching 55 distinct pages (the best coverage of any single crawler), Meta-ExternalAgent
# 65, Applebot 8. Applebot was 53 on 2026-08-28, more than GPTBot and ClaudeBot combined, so it is
# named for the role rather than for a figure that has already moved once.

User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Meta-ExternalAgent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Usage-control tokens, not fetching agents: neither ever appears in a crawler log, and that
# absence is not a gap.

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://poplinmoney.com/sitemap-index.xml