# =====================================
# AI Crawlers – Explicit & Unambiguous
# =====================================

User-agent: GPTBot
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: ChatGPT-User
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: Google-Extended
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: ClaudeBot
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: PerplexityBot
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: Applebot-Extended
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

# =====================================
# Default Rules – All Other Crawlers
# =====================================

User-agent: Bingbot
Allow: /
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed
Disallow: /index.php/

User-agent: *

# Block system directories
Disallow: /core/
Disallow: /profiles/

# Block sensitive files
Disallow: /README.md
Disallow: /composer/Metapackage/README.txt
Disallow: /composer/Plugin/ProjectMessage/README.md
Disallow: /composer/Plugin/Scaffold/README.md
Disallow: /composer/Plugin/VendorHardening/README.txt
Disallow: /composer/Template/README.txt
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config

# Block admin & user paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
Disallow: /*/media/oembed

# Block non-clean URLs
Disallow: /index.php/
Sitemap: https://littlesprouts.com/sitemap.xml