User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: CCBot
Disallow: /

User-Agent: Google-Extended
Disallow: /

User-Agent: *
Allow: /
Disallow: /auth/
Disallow: /api/
Disallow: /profile/
Disallow: /saved/
Disallow: /search/
Disallow: /checkout/
Disallow: /_next/static/
Disallow: /social/x_*
Disallow: /social/bluesky_*
Disallow: /social/truth_*
Disallow: /govs/
Disallow: /govs
Disallow: /*?feed=*
Disallow: /*?page_id=*
Disallow: /*?tag=*

Sitemap: https://govbase.com/sitemap.xml