# ======================================
# robots.txt para fuerterteventuraenimagenes.com
# Versión optimizada SEO + seguridad + control de bots
# Última actualización: 14-Oct-2025
# ======================================

# --- Sección general ---
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /comments/
Disallow: /search/
Disallow: /*?replytocom=
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /wp-content/uploads/

# --- Control de feeds (evita sobrecarga) ---
Allow: /feed/$
Disallow: /feed
Disallow: /comments/feed
Disallow: /*/feed/
Disallow: /*/feed/rss/
Disallow: /*/trackback/

# --- Bloquear PDFs si no se desean indexar ---
Disallow: /*.pdf$


# --- Bloquear bots no deseados o agresivos ---
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: hl_ftien_spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YodaoBot
Disallow: /

# --- Control de bots modernos de alto consumo ---
User-agent: OAI-SearchBot
Disallow: /feed/
Allow: /
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /feed/
Allow: /
User-agent: SemrushBot
Crawl-delay: 10
Disallow: /feed/
Allow: /
User-agent: DotBot
Crawl-delay: 5
Disallow: /feed/
Allow: /