{"kind":"crawlcheck-conduct","v":1,"generated_at":"2026-10-07T18:54:16.045Z","population":"verifiable agents observed on crawlcheck.io","reading":"A census of one property, not a sample of the web: what each agent did HERE, verified by source address against the operator's own published ranges. conduct is no_violations_observed when at least 50 verified requests show no fetch of a disallowed path and no minute above this site's own limit; violations_observed names which; insufficient_data below 50. site_checks_14d are counts from Visitor Resolve calls other sites made about this agent.","thresholds":{"min_verified_requests":50,"site_limit_per_minute":30,"disallowed_rules":["/r/","/backup/","/admin-old/"]},"agents":[{"agent":"GPTBot","operator":"OpenAI","purpose":"training","user_triggered":false,"conduct":"no_violations_observed","window":{"first_seen":"2026-08-12T06:20:42.861Z","last_seen":"2026-10-07T18:09:36.470Z"},"identity":{"verified_requests":4014,"forged_claims":99,"forgery_share":0.024,"reading":"verified_requests came from the ranges OpenAI publishes; forged_claims used this agent's name from outside them (impersonators, not the agent)"},"robots_txt":{"verdict":"respected","robots_txt_fetches":0,"disallowed_fetches":0,"disallowed_rules":["/r/","/backup/","/admin-old/"],"reading":"verified requests to paths this site's robots.txt disallows for every agent, including a group that names this one; a lower bound before 7 Oct 2026 (per-path map capped at 40 paths)"},"rate":{"verdict":"within_site_limit","peak_requests_per_minute":1,"peak_at":"2026-10-07T18:09","site_limit_per_minute":30,"measured_since":"2026-10-07T18:09:36.470Z","reading":"the busiest minute of verified requests observed here since the counter started; a lower bound"},"revalidation":{"conditional_requests":0,"share_of_verified_since_measured":0,"measured_since":"2026-10-07T18:09:36.470Z","reading":"requests carrying If-None-Match or If-Modified-Since: an agent that revalidates instead of refetching"},"site_checks_14d":{"checked":12,"verified":3,"spoofed":9}}],"census":"https://crawlcheck.io/api/telemetry","visitor_checks":"https://crawlcheck.io/api/v1/visitor/stats","sha256":"13c66231d686ce1f0c067174c9bc801007571cf6bd7b12b671c9c7bd4ebb9d0d","signature":{"v":1,"alg":"Ed25519","kid":"hcIAczGf-8EFBnkunmZlvFWnD2nHHeHeC9cM4BTiBVo","over":"sha256","message":"crawlcheck-data-v1\n13c66231d686ce1f0c067174c9bc801007571cf6bd7b12b671c9c7bd4ebb9d0d","sig":"i3vI0oMUSk9a-WLj6eMG1pmfNBLzbWWENyhGor_8rngMgaLDKPtmHuLhaLwNRHrr3QUNsvlY1KIjmD31vm3yAw","signed_at":"2026-10-07T18:54:17.010Z","key":{"kid":"hcIAczGf-8EFBnkunmZlvFWnD2nHHeHeC9cM4BTiBVo","jwk":{"kty":"OKP","crv":"Ed25519","x":"Ny5tAiGdpyVWTm64G1_0g_sTo4ocLL7kqjZ6cK7G5KM"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}