# ===========================
# Robots.txt optimizado - Oct 2025
# Dominio: www.aprendum.com
# Propósito: SEO + IA + Seguridad
# ===========================

User-agent: *
# Carpetas
Disallow: /ajax/
Disallow: /extranet/
Disallow: /back939/
Disallow: /back929/
Disallow: /cdn/
Disallow: /cronJobs7/
Disallow: /cronJobs7_orig/
Disallow: /marcas-blancas/
Disallow: /pruebas/
# Metodos de pago
Disallow: /credit_card_*
Disallow: /ebanx_*
Disallow: /paypal_*
Disallow: /payu_*
Disallow: /redsys_*
Disallow: /stripe_*
Disallow: /dlocal_*
Disallow: /checkout_*
Disallow: /aplazame_*
# Servicios
Disallow: /barcode.php
Disallow: /pruebas.php
Disallow: /boleta.php
Disallow: /api.php
Disallow: /cronPruebas.php
Disallow: /cronJob.php
Disallow: /cron7.php
Disallow: /cron.php
Disallow: /web-service-catalog.php
Disallow: /web-service-order.php
Disallow: /webhook_activecampaign.php
Disallow: /webhook_activecampaign_baja.php

Allow: /

# ===========================
# Bots de IA y SEO permitidos
# ===========================
User-agent: GPTBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: DotBot
Allow: /
User-agent: AhrefsBot
Allow: /
User-agent: Amazonbot
Allow: /

# ===========================
# Bloqueo de scrapers y bots obsoletos
# ===========================
User-agent: expo9
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: grub-client
Disallow: /

# ===========================
# Reglas específicas
# ===========================
User-agent: Pinterest
Crawl-delay: 10

User-agent: YandexBot
Disallow: /credit_card_*

# ===========================
# Sitemap
# ===========================
Sitemap: https://www.aprendum.cl/sitemap.xml
Sitemap: https://www.aprendum.mx/sitemap.xml
Sitemap: https://www.aprendum.com.co/sitemap.xml
Sitemap: https://www.aprendum.com.pe/sitemap.xml
Sitemap: https://www.aprendum.com.ar/sitemap.xml
Sitemap: https://www.aprendum.ec/sitemap.xml