User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /admin
Disallow: /uploads/tmp/
Disallow: /search
Disallow: /login
Disallow: /register
Disallow: /settings
Disallow: /reading-list
Disallow: /writable/
Disallow: /app/

Allow: /uploads/

# AI Crawlers - Explicitly Allowed
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Sitemaps
Sitemap: https://digiliance.in/sitemap-index.xml

# LLMs.txt - AI Engine Discovery
Llms-Txt: https://digiliance.in/llms.txt
Llms-Txt-Full: https://digiliance.in/llms-full.txt