# UN Humanitarian News — robot rules
# The site is public and welcomes all crawlers, including AI agents.
# Machine-readable entry points: /llms.txt and /llms-full.txt

User-agent: *
Allow: /

# Known AI crawlers (explicitly allowed — they are already covered by *)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: FacebookBot
Allow: /

Sitemap: https://black-stone-0ebab2510.7.azurestaticapps.net/sitemap-index.xml