# robots.txt for Copi - https://usecopi.com
# Created: 2025-04-14

User-agent: *
Allow: /
# Disallow all protected and admin routes
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/
Disallow: /*?*

# Allow AI crawlers for better AI search visibility
# This enables your content to be indexed by ChatGPT, Claude, Perplexity, and other AI search engines
User-agent: GPTBot
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: ChatGPT-User
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: Google-Extended
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: anthropic-ai
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: Claude-Web
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: PerplexityBot
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: OAI-SearchBot
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: meta-externalagent
Allow: /
Allow: /blog/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

# Block generic scrapers (keep CCBot blocked as it's for data collection, not search)
User-agent: CCBot
Disallow: /

# Allow key search engines explicitly
User-agent: Googlebot
Allow: /
Allow: /blog/
Allow: /privacy/
Allow: /terms/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

User-agent: bingbot
Allow: /
Allow: /blog/
Allow: /privacy/
Allow: /terms/
Disallow: /dashboard/
Disallow: /links/
Disallow: /analytics/
Disallow: /events/
Disallow: /ai-insights/
Disallow: /settings/
Disallow: /profile/
Disallow: /accept-invite/
Disallow: /verify/
Disallow: /r/
Disallow: /auth/
Disallow: /reset-password/
Disallow: /blog/admin/
Disallow: /banner/

# Crawl-delay directive for specific bots
User-agent: Baiduspider
Crawl-delay: 10

# Sitemap reference - updated to point to the root URL
Sitemap: https://www.usecopi.com/sitemap.xml