# Public brain pages are the point of publishing — let them be found.
# Everything behind a session is noise for a crawler and a privacy risk if a
# stray link ever leaks.
#
# AI TRAINING crawlers are told no everywhere: the catalogue's knowledge is
# the product, and a model that swallowed it stops needing us. Assistants
# that ANSWER with a citation are welcome — that is what /llms.txt is for.

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: *
Allow: /$
Allow: /why
Allow: /connect
Allow: /guide
Allow: /explore
Allow: /b/

Disallow: /brains
Disallow: /settings
Disallow: /sign-in
Disallow: /api/
Disallow: /mcp

Sitemap: https://mozg.sh/sitemap.xml