# === BASE: reglas comunes para todos los bots ===
User-agent: *
# Permitir recursos críticos de renderizado
Allow: /*.css$
Allow: /*.js$
Allow: /wp-content/uploads/
Allow: /wp-content/cache/
Allow: /wp-json/

# Áreas internas de WordPress
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/

# Carpetas sin valor SEO / sensibles
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json

# Contenido duplicado / bajo valor
Disallow: /comments/
Disallow: /author/
Disallow: /*/trackback/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/feed/rss/
Disallow: /formulario/web/
Disallow: /aboutsukau/

# Bloquear TODAS las URLs con parámetros
Disallow: /*?

# === BLOQUEO DE BOTS MALICIOSOS / SPAM ===
# Scrapers de backlinks / SEO tools
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /

# Motores extranjeros sin interés comercial
User-agent: YandexBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou spider
Disallow: /

# Email harvesters
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /

# Otros scrapers genéricos
User-agent: spbot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Exabot
Disallow: /

# === SITEMAP ===
Sitemap: https://ferrostexar.com/sitemap_index.xml