# robots.txt for sustainabilityreportingstandards.co.uk
# Last updated: 2026-05-21

User-agent: *
Allow: /

# AI and LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: BingBot
Allow: /

User-agent: GoogleBot
Allow: /

# Key resources for AI indexing
Allow: /.well-known/ai_index.txt
Allow: /sitemap.xml

# Sitemap location
Sitemap: https://sustainabilityreportingstandards.co.uk/sitemap.xml

# Disallow nothing - full site open for indexing