# findyouragent
# https://findyouragent.xyz
#
# The interactive app at / is hash-routed: fragments after "#" never reach a
# server. Read /docs/about for the static product explanation and evidence.
#
# /docs is the exception. Those pages are static HTML, they are crawlable, and
# every one of them is also served as markdown at the same path with a .md
# extension. /llms.txt indexes the JSON API for a reader rather than a browser,
# and /llms-full.txt is the whole corpus in a single fetch.
# The API is open: no key, no signup, CORS open.
#
# There is no Disallow list here, and that is not an oversight: this site has
# no admin, no dashboard, no accounts and nothing behind a login. A robots.txt
# is a public file, so a list of forbidden paths is a map of what a site has.
# We have nothing to draw.

User-agent: *
Allow: /

# Link unfurlers, so a shared page arrives with its title card.
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: TelegramBot
Allow: /

# AI and LLM crawlers. Same access as anyone else, said out loud.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: PerplexityBot-User
User-agent: CCBot
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Bytespider
Allow: /

# Content signals — https://contentsignals.org/
# Consistent with /ai.txt, which is the longer version of this line: the
# verdicts and probe records are ours and free to reuse with attribution.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://findyouragent.xyz/sitemap.xml