# Default rules for all crawlers
User-Agent: *
Allow: /
Disallow: /_next/data/
Disallow: /_next/static/chunks/
Disallow: /api/v1/
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?fbclid=
Disallow: /*?gclid=

# AI crawlers used to train LLMs
# Uncomment the blocks below to opt out of AI training on your content
# User-Agent: GPTBot
# Disallow: /
#
# User-Agent: ClaudeBot
# Disallow: /
#
# User-Agent: PerplexityBot
# Disallow: /
#
# User-Agent: CCBot
# Disallow: /
#
# User-Agent: Google-Extended
# Disallow: /

Sitemap: https://talentmind.app/sitemap.xml