# robots.txt for helicone.ai — corrected by CrawlCheck, 2026-11-03
# Source: the file the site served at the time. Every change is listed here; nothing else was touched.
# Changes:
#   - Read from https://www.helicone.ai/robots.txt (the apex redirected there); publish at the host you serve.
#   - 1 named group lacked Disallow lines the * group carries. A crawler obeys only its own most specific group and ignores *, so those rules never applied to it. Copied in.
# Verify after publishing: curl -sI https://helicone.ai/robots.txt must show text/plain, on the bare URL, with no cache-buster.

# Twitterbot
User-agent: Twitterbot
Allow: /
Disallow: /*?
Disallow: /*%
Disallow: /v1*
Disallow: /v2*
Disallow: /help/
Disallow: /oss/
Disallow: /api/
Disallow: /tags/
Disallow: /devops/
Disallow: /icon.ico

# *
User-agent: *
Allow: /
Disallow: /*?
Disallow: /*%
Disallow: /v1*
Disallow: /v2*
Disallow: /help/
Disallow: /oss/
Disallow: /api/
Disallow: /tags/
Disallow: /devops/
Disallow: /icon.ico

# Host
Host: https://www.helicone.ai

# Sitemaps
Sitemap: https://www.helicone.ai/sitemap.xml
Sitemap: https://docs.helicone.ai/sitemap.xml