User-agent: *
Allow: /$
Allow: /terms
Allow: /terms.html
Allow: /terms.txt
Allow: /privacy
Allow: /privacy.html
Allow: /guidelines
Allow: /guidelines.html
Allow: /dmca
Allow: /dmca.html
Allow: /legal.css
Allow: /discover
Allow: /support
Allow: /llms.txt
Allow: /sitemap.xml
Allow: /manifest.webmanifest
Allow: /icon.svg
Allow: /logo.png
Disallow: /auth
Disallow: /confirm
Disallow: /settings
Disallow: /inbox
Disallow: /messages/
Disallow: /groups/
Disallow: /stories/
Disallow: /upload
Disallow: /wallet
Disallow: /payouts
Disallow: /promote
Disallow: /analytics
Disallow: /admin
Disallow: /business
Disallow: /tools
Disallow: /marketplace
Disallow: /copyright
Disallow: /live/
Disallow: /api/
Disallow: /assets/
Disallow: /ffmpeg/
Disallow: /sw.js
Disallow: /*?src=pwa

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: cohere-ai
Allow: /$
Allow: /discover
Allow: /llms.txt
Allow: /terms
Allow: /terms.html
Allow: /terms.txt
Allow: /privacy
Allow: /privacy.html
Allow: /guidelines
Allow: /guidelines.html
Allow: /dmca
Allow: /dmca.html
Allow: /sitemap.xml
Disallow: /

Sitemap: https://commentrs.com/sitemap.xml