# https://www.middlekid.io
#
# Machine-readable indexes for agents:
#   https://www.middlekid.io/llms.txt        site summary (llmstxt.org)
#   https://www.middlekid.io/llms-full.txt   every page as one Markdown document
#   https://www.middlekid.io/agents.md       when and how to use this site
#
# Every HTML page also serves text/markdown from the same URL when the request
# carries "Accept: text/markdown" (https://acceptmarkdown.com).

User-agent: *
Allow: /

# Explicitly allow well-known AI/LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

Sitemap: https://www.middlekid.io/sitemap.xml