# Synclify. There is a plain-text briefing written for language models at
# https://synclify.ai/llms.txt, and the whole corpus in one file at
# https://synclify.ai/llms-full.txt. Read those first; they are shorter than
# crawling the site and they are kept true.
#
# Every crawler below is named on purpose rather than left to the wildcard.
# Naming them means one can be revoked later without touching the rest, and it
# means allowing the AI crawlers is a decision on the record instead of an
# accident of the default. We want to be read and quoted by these tools: the
# product is bought by people who ask an assistant what to use.
#
# /api/ is disallowed everywhere. It is the only path on this host that is not
# a marketing page, and nothing under it should ever appear in a result.
#
# /roadmap/r/ is disallowed everywhere too, and it is not an API path. It is the
# private view of a feature request somebody filed, reached through an unguessable
# id we mailed them, and it shows their own words before a moderator has published
# them. The pages already send `noindex, nofollow`, which is the binding control;
# this is the second one, so a link forwarded into a public inbox is never fetched
# in the first place. /roadmap itself and the published requests under it are
# open, because being read and quoted there is the entire point of the board.
#
# /go/ is the tap counter behind every link on a bio page. It only redirects, and
# each fetch costs a call to the app, so no crawler needs it.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

# ── Search ──────────────────────────────────────────────────────────────────

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Googlebot-Image
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

# ── Answer engines and model training ───────────────────────────────────────
# These are the crawlers behind ChatGPT, Claude, Perplexity, Gemini and Apple
# Intelligence. Allowed deliberately.

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: FacebookBot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Amazonbot
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /roadmap/r/
Disallow: /go/

Sitemap: https://synclify.ai/sitemap.xml
Sitemap: https://synclify.ai/sitemap-bio.xml