# robots.txt - Obituario Chile
# Optimizado para SEO y Google Adsense
# Generado: 2025-12-21

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /app/
Disallow: /core/
Disallow: /uploads/private/
Disallow: /?page=*
Disallow: /search?q=*
Disallow: /*?replytocom=*
Disallow: /*?action=*
Disallow: /*?filter=*

# Sitemaps
Sitemap: https://obituario.cl/sitemap.xml

# Crawl-delay: 1 (opcional si hay muchos bots)

# Google Adsense compatible
User-agent: Mediapartners-Google
Allow: /

# Bloquear bots maliciosos
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /

# Permitir Google Image Bot
User-agent: Googlebot-Image
Allow: /uploads/
Allow: /assets/img/

# Directrices para IA
# ChatGPT-User, GPTBot, Claude-Web, etc.
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Claude-Web-2
Disallow: /

User-agent: FacebookBot
Disallow: /

# Twitter bot
User-agent: Twitterbot
Allow: /

# WhatsApp bot
User-agent: WhatsApp
Allow: /

# Meta tags para evitar indexación de páginas sensibles
# (se manejan en header.php con meta robots)