Content-Signal: search=yes, ai-train=yes, ai-input=yes

# The `Disallow: /*.txt$` below hides the React Server Component payload the static
# export writes next to every page (`/about.txt`, `/help/faq.txt` — 369 of them). They
# are served at 200 as text/plain, carry the page's text, and cannot hold a
# <link rel="canonical"> because they are not HTML, so a crawler reads them as
# near-duplicates of the real page with nothing to resolve them. `Allow: /llms.txt` is
# the longer match, so it wins and llms.txt stays crawlable. Only this `*` group gets
# the rule — the named AI crawlers below keep their own groups and are welcome to the
# text. Nothing links to these files, so this is prevention, not a cure.
User-agent: *
Allow: /llms.txt
Allow: /
Disallow: /*.txt$
Disallow: /open-graph-builder

User-agent: GPTBot
Allow: /
Disallow: /open-graph-builder

User-agent: OAI-SearchBot
Allow: /
Disallow: /open-graph-builder

User-agent: ChatGPT-User
Allow: /
Disallow: /open-graph-builder

User-agent: PerplexityBot
Allow: /
Disallow: /open-graph-builder

User-agent: Perplexity-User
Allow: /
Disallow: /open-graph-builder

User-agent: ClaudeBot
Allow: /
Disallow: /open-graph-builder

User-agent: Claude-Web
Allow: /
Disallow: /open-graph-builder

User-agent: anthropic-ai
Allow: /
Disallow: /open-graph-builder

User-agent: Google-Extended
Allow: /
Disallow: /open-graph-builder

User-agent: Applebot
Allow: /
Disallow: /open-graph-builder

User-agent: Applebot-Extended
Allow: /
Disallow: /open-graph-builder

User-agent: Bingbot
Allow: /
Disallow: /open-graph-builder

User-agent: CCBot
Allow: /
Disallow: /open-graph-builder

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /open-graph-builder

Sitemap: https://getscreeny.app/sitemap.xml
Host: https://getscreeny.app