# ─────────────────────────────────────────────────────────
# mavilagm.com — robots.txt
# Reglas claras y no ambiguas
# ─────────────────────────────────────────────────────────

# Reglas por defecto — todos los bots cumplen esto
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /404
Disallow: /404.html

# Sitemap principal (declarado una sola vez, lo leen todos)
Sitemap: https://mavilagm.com/sitemap-index.xml

# Host preferido (canonización para Yandex)
Host: https://mavilagm.com

# ─────────────────────────────────────────────────────────
# Googlebot — acceso total y explícito
# ─────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# ─────────────────────────────────────────────────────────
# Bing / Microsoft / DuckDuckGo / Apple — acceso total
# ─────────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /

User-agent: MSNBot-Media
Allow: /

User-agent: BingPreview
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# ─────────────────────────────────────────────────────────
# AI Bots — permitidos (sitio público personal)
# ─────────────────────────────────────────────────────────
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

# ─────────────────────────────────────────────────────────
# SEO scrapers / bots agresivos — bloqueados
# ─────────────────────────────────────────────────────────
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-FT
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Pandalytics
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Scrapy
Disallow: /