# PBSAX — permissive robots.txt for search engines and AI crawlers (GEO/AEO)
# LLM content guide: https://www.pbsax.com/llms.txt
# RSS feed: https://www.pbsax.com/feed.xml

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=yes,use=full
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /unsubscribe
Disallow: /dashboard/
Disallow: /admin/
Disallow: /onboarding/
Disallow: /management
Disallow: /pipeline
Disallow: /pbsa-list
Disallow: /_next/
Disallow: /debug/
Disallow: /debug-auth
Disallow: /debug-session
Disallow: /clear-session
Disallow: /test/
Disallow: /test-rss
Disallow: /sentry-test/

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /unsubscribe
Disallow: /dashboard/
Disallow: /admin/
Disallow: /onboarding/
Disallow: /management
Disallow: /pipeline
Disallow: /pbsa-list
Disallow: /_next/
Disallow: /debug/
Disallow: /debug-auth
Disallow: /debug-session
Disallow: /clear-session
Disallow: /test/
Disallow: /test-rss
Disallow: /sentry-test/

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

Sitemap: https://www.pbsax.com/sitemap.xml