User-Agent: *
Allow: /
Disallow: /account/
Disallow: /messages/
Disallow: /sell/
Disallow: /auth/
Disallow: /feed/
Disallow: /api/

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: CCBot
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: Bytespider
User-Agent: Meta-ExternalAgent
Disallow: /

Sitemap: http://localhost:3001/sitemap.xml
Sitemap: http://localhost:3001/sitemap-content.xml