# robots.txt for is-si.si
# Explicitly welcome all web indexing crawlers and AI search agents

User-agent: *
Allow: /

# Dedicated AI Agent Crawlers
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

# Agent Context Discovery Endpoints
Sitemap: https://is-si.si/sitemap.xml
LLMs: https://is-si.si/llms.txt