# blockINT by Block6IQ — Blockchain Threat Intelligence
# https://blockint.ai

User-agent: *
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /admin/*
Disallow: /api/
Allow: /api/v1/
Disallow: /profile

# AI crawlers — allowed to index public threat intelligence
User-agent: GPTBot
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: OAI-SearchBot
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: Claude-Web
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: anthropic-ai
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: Google-Extended
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: PerplexityBot
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /profile

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /profile

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /profile

# Content usage preferences (https://contentsignals.org/)
Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://blockint.ai/sitemap.xml
Crawl-delay: 1