# robots.txt para LectorHub - Plataforma de Lectura JeazScans
# Configuración optimizada para sitio de manga/manhwa

User-agent: *
Allow: /

# Permitir indexación de contenido público importante
Allow: /manga/
Allow: /manhwa/
Allow: /series/
Allow: /chapter/
Allow: /search/
Allow: /genre/
Allow: /category/
Allow: /latest/
Allow: /popular/
Allow: /completed/
Allow: /ongoing/

# Permitir recursos estáticos
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /img/
Allow: /assets/
Allow: /fonts/
Allow: /static/
Allow: /media/
Allow: /uploads/
Allow: /covers/
Allow: /thumbnails/

# Bloquear áreas administrativas y privadas
Disallow: /admin/
Disallow: /administrator/
Disallow: /panel/
Disallow: /dashboard/
Disallow: /login/
Disallow: /auth/
Disallow: /register/
Disallow: /signup/
Disallow: /user/
Disallow: /profile/
Disallow: /account/
Disallow: /settings/

# Bloquear archivos y directorios del sistema
Disallow: /api/
Disallow: /config/
Disallow: /database/
Disallow: /db/
Disallow: /backup/
Disallow: /backups/
Disallow: /logs/
Disallow: /log/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.env
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /webpack.config.js
Disallow: /gulpfile.js
Disallow: /Gruntfile.js

# Bloquear archivos específicos
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.tar$
Disallow: /*.gz$
Disallow: /*.bak$
Disallow: /error_log
Disallow: /access_log

# Bloquear URLs con parámetros problemáticos para SEO
Disallow: /*?print=*
Disallow: /*?share=*
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?sort=date
Disallow: /*?page=*&sort=*
Disallow: /search?*&*
Disallow: /*?action=*

# Permitir bots específicos de redes sociales para vista previa
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Crawl-delay: 1

User-agent: Discordbot
Allow: /
Crawl-delay: 1

User-agent: WhatsApp
Allow: /
Crawl-delay: 1

User-agent: TelegramBot
Allow: /
Crawl-delay: 1

# Configuración para bots principales
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Bloquear bots agresivos o no deseados
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: SeznamBot
Crawl-delay: 10

# Configuración general de crawl-delay
Crawl-delay: 1

# Ubicación del sitemap
Sitemap: https://lectorhub.j5z.xyz/sitemap_index.xml
Sitemap: https://lectorhub.j5z.xyz/page-sitemap.xml
Sitemap:https://lectorhub.j5z.xyz/wp-manga-sitemap.xml
Sitemap: https://lectorhub.j5z.xyz/sitemap-manhwa.xml
Sitemap: https://lectorhub.j5z.xyz/sitemap-chapters.xml