# Cloudflare's "managed robots.txt" appends its own block below this one (the
# AI-crawler Disallow list and the Content-Signal header) — it lives in the zone's
# AI Crawl Control settings, not in this repo, so don't try to edit it here.
# What this file is for is the part Cloudflare can't know: our own crawl rules and
# the sitemap pointer, which search engines only look for in robots.txt.

User-agent: *
Allow: /
# The playground's rewrite endpoint. POST-only, so a crawler gets nothing from it
# anyway; this just keeps it out of the crawl budget.
Disallow: /api/

Sitemap: https://halite.cc/sitemap.xml