# PrimaryHub robots.txt
# Allow indexing of marketing surface; block app/auth/api.
# AI retrieval indexes:
# llms: https://primaryhub.ai/llms.txt
# llms-full: https://primaryhub.ai/llms-full.txt
# ai-search-html-index: https://primaryhub.ai/ai-search-html-index.json
# ai-search-html-index-text: https://primaryhub.ai/ai-search-html-index.txt
# ai-search-feed-index: https://primaryhub.ai/ai-search-feed-index-pack-sitemap.xml
# ai-search-freshness: https://primaryhub.ai/ai-search-freshness-sitemap.xml
# The focused ai-search-*-pack sitemaps are reachable at these paths and enumerated
# in llms.txt + /ai-search/feed-index-pack. They are deliberately NOT `Sitemap:`
# directives — see the note above the Sitemap lines at the bottom of this file.

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /api/
Disallow: /admin
Disallow: /admin/
Disallow: /login
Disallow: /signup
Disallow: /accounts
Disallow: /app
Disallow: /devices
Disallow: /download
Disallow: /dist/
Disallow: /forget-password
Disallow: /reset-password
Disallow: /verify
Disallow: /onboarding

# AI answer/search crawlers — allow discovery while keeping app/auth/API paths blocked.
# These are separate from model-training crawlers below.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Bingbot
User-agent: BingPreview
User-agent: YandexBot
User-agent: YandexAdditionalBot
User-agent: Applebot
User-agent: DuckAssistBot
User-agent: DuckDuckBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /api/
Disallow: /admin
Disallow: /admin/
Disallow: /login
Disallow: /signup
Disallow: /accounts
Disallow: /app
Disallow: /devices
Disallow: /download
Disallow: /dist/
Disallow: /forget-password
Disallow: /reset-password
Disallow: /verify
Disallow: /onboarding

# AI training crawlers — explicit opt-out.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Bytespider
Disallow: /

# Advertise the canonical sitemap index once. The focused AI packs overlap
# with its page sitemap and remain available through the resource links above.
# These optional resources do not guarantee discovery or AI citations.
Sitemap: https://primaryhub.ai/sitemap-index.xml