# --- IA / Búsqueda (elegid Propuesta 1 o 2 anterior) ---
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Allow: /   

# --- Crawlers genéricos ---
User-agent: *
# Directorios públicos de assets (prefijo, sin regex):
Allow: /core/
Allow: /profiles/

# Bloqueos de seguridad/usabilidad
Disallow: /backendmanage/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /entrada/register
Disallow: /entrada/password
Disallow: /entrada/login
Disallow: /entrada/logout
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/backendmanage/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/entrada/password
Disallow: /index.php/entrada/register
Disallow: /index.php/entrada/login
Disallow: /index.php/entrada/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed

# Documentos sensibles
Disallow: /sites/default/files/documentos/curriculum-profesor

# Archivos internos/README y configuración
Disallow: /README.md
Disallow: /composer/
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config

# Sitemaps
Sitemap: https://www.ucam.edu/sitemap.xml
Sitemap: https://www.ucam.edu/sitemap.xml