User-agent: *
Disallow: /admin
Disallow: /storage
Disallow: /vendor
Disallow: /bootstrap
Disallow: /.env

# Allow all other content
Allow: /

# Explicit AI bot rules
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /storage

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /storage

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /storage

# Sitemap location
Sitemap: https://aiohm.org/sitemap.xml
Sitemap: https://aiohm.org/docs/sitemap.xml

# Feed discovery
Sitemap: https://aiohm.org/feed
Sitemap: https://aiohm.org/rss

# Crawl-delay for responsible crawling
Crawl-delay: 1