# robots.txt for https://heffl.com
# https://www.rfc-editor.org/rfc/rfc9309

# Content Signals — content preferences for AI systems
# https://contentsignals.org/
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Default rules for all crawlers
User-agent: *
Allow: /
Allow: /blog/
Allow: /pricing
Allow: /tools/
Allow: /crm/
Allow: /projects/
Allow: /industries/
Allow: /features/
Allow: /client-portal/
Allow: /typing-center-software/
Allow: /api-docs
Allow: /changelog
Allow: /testimonials
Allow: /partnerships
Allow: /support
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image

# AI training crawlers — disallow training use
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /
Allow: /blog/
Allow: /pricing
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image
Disallow: /login

User-agent: Claude-Web
Allow: /
Allow: /blog/
Allow: /pricing
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image
Disallow: /login

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Allow: /
Allow: /blog/
Allow: /pricing
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image
Disallow: /login

User-agent: PerplexityBot
Allow: /
Allow: /blog/
Allow: /pricing
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image
Disallow: /login

User-agent: ClaudeBot
Allow: /
Allow: /blog/
Allow: /pricing
Disallow: /studio/
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image
Disallow: /login

# Sitemap location
Sitemap: https://heffl.com/sitemap.xml