# Default rules for all user agents
User-agent: *
Allow: /

# Disallow paths that do not provide SEO value or are for user-specific content.
# This prevents search engines from indexing admin areas, APIs, and user-specific pages.
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /payment/
Disallow: /auth/
Disallow: /onboarding/
Allow: /_next/static/
Disallow: /builder/
Disallow: /share/

# Allow beneficial AI crawlers for better visibility in AI search
User-agent: ChatGPT-User
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: claudebot
Allow: /
User-agent: PerplexityBot
Allow: /

# Block malicious or unwanted AI scrapers
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /

# Provide the location of the sitemap to all crawlers.
Sitemap: https://www.resumeready.io/sitemap.xml