User-agent: *
Allow: /

# Páginas legales y errores
Disallow: /aviso-legal
Disallow: /politica-de-privacidad
Disallow: /politica-de-cookies
Disallow: /politica-de-desistimiento
Disallow: /404

# Bloqueo a bots de scraping agresivos
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

Sitemap: https://awsystems.es/sitemap-index.xml