User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/
Disallow: /mc/
Disallow: /mi-cuenta/
Disallow: /os/
Disallow: /pages/
Crawl-delay: 2

# LLM crawlers — full access to public content
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /ceo/

# LLM discovery manifest
# https://entia.systems/llms.txt
# https://entia.systems/.well-known/llms.json

Sitemap: https://entia.systems/sitemap.xml
Sitemap: https://entia.systems/sitemap-entia-homes.xml
Sitemap: https://entia.systems/sitemaps/sitemap-directories.xml
Sitemap: https://entia.systems/sitemaps/sitemap-socio-cp.xml
Sitemap: https://entia.systems/sitemaps/sitemap-static.xml
Sitemap: https://entia.systems/blog/sitemap-blog.xml