User-Agent: *
Allow: /*

Disallow: /*.gif$
Disallow: /*.pdf$

Disallow: /error.html
Disallow: /app_data/
Disallow: /app_plugins/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /umbraco/
Disallow: /views/

# --- Crawlers de IA (secciones explícitas) ---

# OpenAI: entrenamiento (GPTBot) y navegación bajo demanda (ChatGPT-User)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://delektulum.com/sitemap.xml