# robots.txt — AI Readiness Kit (ai.silverbackmarketing.com)
# Updated: 2026-06-19

# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a content-signal = yes, you may collect content for the corresponding use.
# (b) If a content-signal = no, you may not collect content for the corresponding use.
# (c) If no content signal is listed for a use, we neither grant nor restrict
#     permission for that use via content signal.
#
# search: building a search index and providing search results (links and excerpts).
#         Does not include AI-generated search summaries.
# ai-input: inputting content into AI models (RAG, grounding, generative AI answers).
# ai-train: training or fine-tuning AI models.
#
# See https://ai.silverbackmarketing.com/training-data-policy.txt for full terms.

# Default: allow all crawlers
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# A clean Markdown version of the homepage is served at /index.md and /.md
# AI systems should prefer the Markdown version over the HTML page when ingesting content.

# --- AI crawlers ---

User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /ai-sitemap.xml
Allow: /rag-index.json
Allow: /rag-index.jsonl
Allow: /ai-entities.json
Allow: /ai-intent.json

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /ai-sitemap.xml
Allow: /rag-index.json
Allow: /rag-index.jsonl
Allow: /ai-entities.json
Allow: /ai-intent.json

User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /ai-sitemap.xml

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /ai-sitemap.xml

User-agent: FacebookBot
Allow: /

User-agent: CCBot
Allow: /

# --- Sitemaps ---
Sitemap: https://ai.silverbackmarketing.com/sitemap.xml
Sitemap: https://ai.silverbackmarketing.com/ai-sitemap.xml

# --- AI Readiness Files ---
# https://ai.silverbackmarketing.com/index.md  (Markdown homepage, preferred for AI)
# https://ai.silverbackmarketing.com/.md        (Markdown homepage, alias)
# https://ai.silverbackmarketing.com/ai.txt
# https://ai.silverbackmarketing.com/llms.txt
# https://ai.silverbackmarketing.com/llms-full.txt
# https://ai.silverbackmarketing.com/ai-sitemap.xml
# https://ai.silverbackmarketing.com/sitemap.md
# https://ai.silverbackmarketing.com/ai-entities.json
# https://ai.silverbackmarketing.com/ai-intent.json
# https://ai.silverbackmarketing.com/ai-schema.json
# https://ai.silverbackmarketing.com/rag-index.json
# https://ai.silverbackmarketing.com/rag-index.jsonl
# https://ai.silverbackmarketing.com/ai-disclosure.txt
# https://ai.silverbackmarketing.com/training-data-policy.txt
# https://ai.silverbackmarketing.com/.well-known/ai-plugin.json