User-agent: *
Allow: /

# Sitemaps
Sitemap: https://lexius.io/sitemap.xml

# Crawl delays for respectful crawling
Crawl-delay: 1

# Allow search engines to access all important pages
Allow: /*/
Allow: /*/prueba/
Allow: /*/planes/
Allow: /*/contenido/
Allow: /*/funciones/
Allow: /*/descarga/
Allow: /*/guia-de-uso/
Allow: /*/nosotros/
Allow: /politicas-de-privacidad/
Allow: /terminos-y-condiciones/

# Block admin or sensitive areas (if any in the future)
Disallow: /admin/
Disallow: /api/internal/
Disallow: /.git/
Disallow: /static/logs/

# Allow media and static files
Allow: /static/
Allow: /media/