# Default rules for all bots
User-agent: *
Allow: /
Allow: /audit
Allow: /compress
Allow: /safe-zone
Allow: /benchmark
Allow: /heatmap
Allow: /blog/
Allow: /pricing
Allow: /faq
Allow: /contact
Allow: /support
Allow: /terms
Allow: /privacy
# Localized trees (hreflang alternates)
Allow: /fr/
Allow: /es/

# Block sensitive routes
Disallow: /api/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /reset-password
Disallow: /verify-email
Disallow: /accept-invite

# OpenAI GPTBot (ChatGPT crawler)
User-agent: GPTBot
Allow: /
Allow: /blog/
Allow: /audit
Allow: /pricing
Allow: /faq
Disallow: /dashboard/
Disallow: /api/

# Anthropic Claude Bot
User-agent: anthropic-ai
Allow: /
Allow: /blog/
Allow: /audit
Allow: /pricing
Allow: /faq
Disallow: /dashboard/
Disallow: /api/

# Common Crawl Bot (used by many LLMs)
User-agent: CCBot
Allow: /
Allow: /blog/
Allow: /audit
Allow: /pricing
Allow: /faq
Disallow: /dashboard/
Disallow: /api/

# Perplexity Bot
User-agent: PerplexityBot
Allow: /
Allow: /blog/
Allow: /audit
Allow: /pricing
Allow: /faq
Disallow: /dashboard/
Disallow: /api/

# Cohere Bot
User-agent: cohere-ai
Allow: /
Allow: /blog/
Allow: /audit
Allow: /pricing
Allow: /faq
Disallow: /dashboard/
Disallow: /api/

# Sitemap location
Sitemap: https://www.pictiny.dev/sitemap.xml

# LLM discoverability (llms.txt spec)
# https://www.pictiny.dev/llms.txt