# worldthought.com robots policy.
#
# The site is fully public. The whole tree is indexable; the canonical
# sitemap is emitted at build time from src/data/pages.js into
# /sitemap.xml (one URL per non-sandbox page in the PAGES registry).
#
# The /api/ namespace is the Netlify Function (the streaming chat
# endpoint). It is dynamic, returns SSE for POST, and has nothing
# useful for a crawler to index, so it is excluded.

User-agent: *
Allow: /
Disallow: /api/

Sitemap: https://worldthought.com/sitemap.xml