# RegLegBrief — robots.txt
# All crawlers welcome. Our research is meant to be cited.

User-agent: *
Allow: /
# Legacy v1.x carryover paths — keep out of fresh crawls; these are
# thin / superseded and would dilute the v2.x catalogue's quality
# signal if reindexed.
Disallow: /cite/
Disallow: /research/signals/
Disallow: /hallucinations/
Disallow: /dashboard
Disallow: /account
Disallow: /auth/
Disallow: /onboarding
Disallow: /stripe
Disallow: /api/

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Flipboard
Allow: /

User-agent: FlipboardProxy
Allow: /

User-agent: SmartNewsBot
Allow: /

User-agent: SmartNews
Allow: /

Sitemap: https://reglegbrief.com/sitemap.xml
Sitemap: https://reglegbrief.com/sitemap-news.xml
Sitemap: https://reglegbrief.com/sitemap-store.xml
Sitemap: https://reglegbrief.com/sitemap-briefings.xml
Sitemap: https://reglegbrief.com/sitemap-okf.xml