# Block private system folders from ALL bots (Search & AI)
User-agent: *
Disallow: /api/
Disallow: /backend/
Disallow: /backups/
Disallow: /content/
Disallow: /includes/
Disallow: /js/
Disallow: /css/

# Explicitly Allow AI Bots to crawl the public parts of the site
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap Location
Sitemap: https://leveliu.app/sitemap.xml