User-agent: *
Allow: /

# The named stanzas below are all redundant against the wildcard above. They are
# here to be unambiguous, because several of these crawlers treat an explicit
# record as the authoritative answer and some of them read silence as a no.

# Search and answer engines
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: DuckDuckBot
Allow: /

# AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCBot
Allow: /

# Markdown mirror of every page, and an index of the site for LLMs:
# https://cuteios.dev/llms.txt
# https://cuteios.dev/llms-full.txt
# Licence and citation terms: https://cuteios.dev/for-llms/

Sitemap: https://cuteios.dev/sitemap.xml