# Robots.txt para Exitovox - Sistema de Quizzes Educativos
# Última actualización: 6 de agosto de 2025

User-agent: *
Allow: /

# ===== PÁGINAS PÚBLICAS PRINCIPALES =====
Allow: /
Allow: /about
Allow: /contact
Allow: /help
Allow: /search
Allow: /health

# ===== AUTENTICACIÓN PÚBLICA =====
Allow: /auth/login
Allow: /auth/register
Allow: /auth/logout

# ===== QUIZ PÚBLICO =====
Allow: /quiz/public
Allow: /quiz/public/random

# ===== CROSSWORD GAME PÚBLICO =====
Allow: /crossword/
Allow: /crossword/leaderboard
Allow: /crossword/stats

# ===== RECURSOS ESTÁTICOS =====
Allow: /static/
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/
Allow: /favicon.ico
Allow: /apple-touch-icon.png
Allow: /favicon-32x32.png
Allow: /favicon-16x16.png

# ===== ARCHIVOS IMPORTANTES =====
Allow: /ads.txt
Allow: /sitemap.xml
Allow: /robots.txt

# ===== APIs PÚBLICAS (para SEO) =====
Allow: /api/dashboard-stats
Allow: /api/global-stats
Allow: /quiz/api/leaderboard

# ===== PÁGINAS PRIVADAS (requieren login) =====
# Autenticación privada
Disallow: /auth/profile
Disallow: /auth/profile/edit
Disallow: /auth/change-password
Disallow: /profile/medals

# Quiz privados
Disallow: /quiz/random
Disallow: /quiz/reinforcement
Disallow: /quiz/examen
Disallow: /quiz/leaderboard
Disallow: /quiz/history
Disallow: /quiz/analytics
Disallow: /quiz/comprehensive
Disallow: /quiz/results/
Disallow: /quiz/play/
Disallow: /quiz/question/
Disallow: /quiz/answer
Disallow: /quiz/next/
Disallow: /quiz/finish/
Disallow: /quiz/submit
Disallow: /quiz/show_question
Disallow: /quiz/active_quiz

# Dashboard y administración
Disallow: /dashboard
Disallow: /admin/

# ===== ARCHIVOS SENSIBLES DEL SISTEMA =====
# Logs y backups
Disallow: /logs/
Disallow: /backups/
Disallow: /quiz_system_debug.log
Disallow: /gunicorn_debug.log
Disallow: /nohup.out

# Certificados SSL
Disallow: /ssl/

# Entornos virtuales
Disallow: /quiz_env/
Disallow: /venv/
Disallow: /env/
Disallow: /__pycache__/

# Archivos de configuración
Disallow: /.env
Disallow: /.bashrc
Disallow: /.profile
Disallow: /.git/
Disallow: /.local/

# ===== ARCHIVOS DE CÓDIGO Y CONFIGURACIÓN =====
Disallow: /*.log
Disallow: /*.sql
Disallow: /*.py
Disallow: /*.sh
Disallow: /*.md
Disallow: /requirements.txt
Disallow: /config.py
Disallow: /app.py
Disallow: /app_debug.py
Disallow: /run.py
Disallow: /start_admin_server.py
Disallow: /static_versioning.py
Disallow: /cleanup_sessions.py
Disallow: /force_session_invalidation.py
Disallow: /migrate_*.py
Disallow: /create_*.py
Disallow: /check_*.py
Disallow: /test_*.py
Disallow: /verify_*.py
Disallow: /fix_*.py
Disallow: /install_*.py
Disallow: /monitor_*.py

# ===== ARCHIVOS DE DATOS Y CONFIGURACIÓN =====
Disallow: /exitovox_dashboard.json
Disallow: /grafana_dashboard_config.json
Disallow: /static_versions.json
Disallow: /static_config.py
Disallow: /mysql_optimization.conf
Disallow: /nginx_optimization.conf
Disallow: /quiz-generator*.service

# ===== DIRECTORIOS TEMPORALES Y CACHE =====
Disallow: /.cache/
Disallow: /.config/
Disallow: /.pki/
Disallow: /temp/
Disallow: /tmp/

# ===== SITEMAP =====
Sitemap: https://exitovox.com/sitemap.xml

# ===== CONFIGURACIÓN DE CRAWLING =====
# Crawl-delay para ser respetuoso con el servidor
Crawl-delay: 1

# ===== CONFIGURACIONES ESPECÍFICAS POR BOT =====

# Googlebot - Configuración específica
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bingbot - Configuración específica
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# DuckDuckBot - Configuración específica
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 2

# Bots de redes sociales
User-agent: Twitterbot
Allow: /
Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /
Crawl-delay: 1

User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

# Bots de análisis y monitoreo
User-agent: AhrefsBot
Allow: /
Crawl-delay: 2

User-agent: SemrushBot
Allow: /
Crawl-delay: 2

User-agent: MJ12bot
Allow: /
Crawl-delay: 2

# Bloquear bots maliciosos conocidos
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YoudaoBot
Disallow: /

# Bloquear bots de scraping agresivo
User-agent: *bot
Disallow: /admin/
Disallow: /dashboard
Disallow: /auth/profile
Crawl-delay: 3