# ========================================================= # ROBOTS.TXT PESOCCERWORLD - Optimizado 2026 # ========================================================= # --- ACCESO EXPLÍCITO PARA ADSENSE --- User-agent: Mediapartners-Google Allow: / User-agent: * # --- BLOQUEO DE DIRECTORIOS Y SEGURIDAD --- Disallow: /.htaccess Disallow: /admin/ Disallow: /adminuser/ Disallow: /generator/ Disallow: /stats/ Disallow: /phpBBToListMessenger/ Disallow: /publialacarta/ Disallow: /foro/mobiquo/ # Bloqueo por extensión (Archivos de descarga directa) Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.7z$ Disallow: /*.exe$ # --- PÁGINAS DE ERROR Y UTILIDADES --- Disallow: /pes/Pagina_no_encontrada.html Disallow: /df.php # --- EVITAR INDEXACIÓN DE PÁGINAS INTERMEDIAS / BÚSQUEDAS --- Disallow: /buscador/ Disallow: /descargar.php # --- LIMITAR BING Y MSN --- User-agent: bingbot Crawl-delay: 10 User-agent: msnbot Crawl-delay: 10 # --- BLOQUEO DE IA / SCRAPERS --- User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: meta-webindexer Disallow: / # --- BLOQUEO DE BOTS AGRESIVOS O SIN VALOR --- User-agent: MJ12bot Disallow: / User-agent: SeekportBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: proximic Disallow: / User-agent: TTD-Content Disallow: / User-agent: CCBot Disallow: / User-agent: crawler Disallow: / User-agent: SemrushBot Disallow: / # --- SITEMAPS --- Sitemap: https://www.pesoccerworld.com/sitemap.xml Sitemap: https://www.pesoccerworld.com/sitemap_en.xml