# https://carshelpingkids.org — robots.txt
# Verified organization summaries: /llms.txt and /llms-full.txt
# Versioned answer/source map: /ai-citation-map.json
# Agent discovery and guidance are public. Action endpoints under /api/ remain
# excluded from crawling even though authorized agents may call them directly.

# Cars Helping Kids permits indexing, real-time AI retrieval, citation, and
# model training of public site content. "use=reference" asks systems to
# attribute and link to the canonical source when reusing it.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /api/

# Current AI search and user-request retrieval crawlers. The wildcard policy
# above already permits these; explicit groups make the intended access and
# API exclusion unambiguous.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /api/

# Model-training and extended-use crawlers. Older Anthropic tokens remain for
# compatibility, alongside the current ClaudeBot token.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: cohere-ai
User-agent: Bytespider
User-agent: meta-externalagent
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /api/

# General search, assistant, and social-preview crawlers are also allowed by
# the wildcard policy: Googlebot, Bingbot, Applebot, DuckDuckBot, Amazonbot,
# Bravebot, YandexBot, FacebookBot, Twitterbot, and LinkedInBot.

# Throttle aggressive backlink scrapers while keeping public pages reachable.
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /api/

User-agent: SemrushBot
Crawl-delay: 10
Disallow: /api/

User-agent: MJ12bot
Crawl-delay: 30
Disallow: /api/

User-agent: DotBot
Crawl-delay: 30
Disallow: /api/

Sitemap: https://carshelpingkids.org/sitemap.xml
Sitemap: https://carshelpingkids.org/sitemap-images.xml