# Heatpicks robots.txt
# Public marketing, blog and help content is open to every crawler.
# Private product paths stay excluded for all of them.
#
# For AI agents, start with these instead of crawling:
#   https://www.heatpicks.com/llms.txt        what Heatpicks is and when to use it
#   https://www.heatpicks.com/agents.md       agent instructions and best-fit jobs
#   https://www.heatpicks.com/llms-full.txt   full text of every public page
#   https://www.heatpicks.com/developers      every machine-readable resource
# Any public page also answers with markdown: send "Accept: text/markdown",
# or prefix the path with /md (https://www.heatpicks.com/md/features).
# Note: a specific user-agent group does NOT inherit the "User-agent: *" rules,
# so the disallow list is repeated in each group on purpose.

# Search engines and everything else
User-agent: *
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# OpenAI - ChatGPT answers, search index and model training
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Anthropic - Claude answers, search and model training
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Google - AI Overviews, Gemini grounding and other Google fetchers
User-agent: Google-Extended
User-agent: GoogleOther
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Apple - Siri and Apple Intelligence
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Microsoft - Bing and Copilot
User-agent: bingbot
User-agent: BingPreview
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Meta AI
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

# Other AI assistants and dataset crawlers
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: YouBot
User-agent: CCBot
Allow: /
Disallow: /dashboard/
Disallow: /callback/
Disallow: /api/
Disallow: /log-out
Disallow: /verify
Disallow: /reset-password
Disallow: /forgot-password

Sitemap: https://www.heatpicks.com/sitemap.xml