{"kind":"crawlcheck-traffic-index","v":1,"edition":"2026-11","status":"month_to_date","generated_at":"2026-11-22T01:19:54.778Z","population":{"reporting_sites":12,"by_source":{"edge":12,"reporter":0},"days_with_data":22,"fetches":66527,"floor":5,"publishable":true},"reading":"Agent requests recorded at the origin of 12 reporting sites in 2026-11 (12 via their own edge Worker, 0 via a licensed reporter). verified = source address inside the ranges the operator publishes; forged_claims = outside them (impersonators); unverifiable = the operator publishes no ranges. An agent appears with counts only when 5 or more sites saw it. No site is named.","agents":[{"agent":"Googlebot","operator":"Google","purpose":"indexing","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":10577,"verified":6814,"forged_claims":3497,"unverifiable":266,"verified_share":0.661,"fetches_per_site":881.4,"machine_file_share_of_verified":0.207,"verified_fetches_by_target":{"page":4386,"/robots.txt":1211,"/":379,"/.well-known/*":3,"/sitemap_index.xml":11,"/llms.txt":3,"/entitymap.json":1,"/sitemap.xml":7,"/sitemap-datasets.xml":3,"/sitemap-pages.xml":3,"/sitemap-directory.xml":1}},{"agent":"PerplexityBot","operator":"Perplexity","purpose":"indexing","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":7155,"verified":6585,"forged_claims":568,"unverifiable":2,"verified_share":0.921,"fetches_per_site":596.3,"machine_file_share_of_verified":0.095,"verified_fetches_by_target":{"page":1158,"/robots.txt":142,"/":201}},{"agent":"Bingbot","operator":"Microsoft","purpose":"indexing","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":6434,"verified":5736,"forged_claims":650,"unverifiable":48,"verified_share":0.898,"fetches_per_site":536.2,"machine_file_share_of_verified":0.201,"verified_fetches_by_target":{"page":2947,"/llms.txt":12,"/robots.txt":261,"/":390,"/sitemap_index.xml":372,"/sitemaps.xml":10,"/sitemap.xml.gz":7,"/.well-known/*":2,"/sitemap.xml":65,"/sitemap-certificates.xml":20,"/sitemap-directory.xml":28,"/sitemap-pages.xml":7,"/sitemap-registry.xml":53,"/sitemap-datasets.xml":2,"/sitemap-glossary.xml":2}},{"agent":"GPTBot","operator":"OpenAI","purpose":"training","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":5155,"verified":2548,"forged_claims":2575,"unverifiable":32,"verified_share":0.497,"fetches_per_site":429.6,"machine_file_share_of_verified":0.136,"verified_fetches_by_target":{"/sitemap_index.xml":147,"page":1144,"/":116,"/.well-known/*":3,"/entitymap.json":5,"/llms.txt":1,"/sitemap.xml":42,"/agents.md":1}},{"agent":"Applebot","operator":"Apple","purpose":"indexing","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":4631,"verified":4074,"forged_claims":412,"unverifiable":145,"verified_share":0.908,"fetches_per_site":385.9,"machine_file_share_of_verified":0.071,"verified_fetches_by_target":{"page":3159,"/":88,"/robots.txt":246,"/llms.txt":1,"/sitemap_index.xml":1}},{"agent":"ClaudeBot","operator":"Anthropic","purpose":"training","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":4254,"verified":3327,"forged_claims":914,"unverifiable":13,"verified_share":0.784,"fetches_per_site":354.5,"machine_file_share_of_verified":0.506,"verified_fetches_by_target":{"/robots.txt":827,"/sitemap_index.xml":664,"/":357,"page":1106,"/sitemap.xml":10}},{"agent":"OAI-SearchBot","operator":"OpenAI","purpose":"indexing","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":3685,"verified":3183,"forged_claims":500,"unverifiable":2,"verified_share":0.864,"fetches_per_site":307.1,"machine_file_share_of_verified":0.312,"verified_fetches_by_target":{"/robots.txt":853,"page":1843,"/":57,"/sitemap_index.xml":1,"/.well-known/*":2,"/llms.txt":2,"/entitymap.json":1,"/sitemap.xml":1}},{"agent":"ChatGPT-User","operator":"OpenAI","purpose":"live fetch","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":866,"verified":415,"forged_claims":450,"unverifiable":1,"verified_share":0.48,"fetches_per_site":72.2,"machine_file_share_of_verified":0,"verified_fetches_by_target":{"/":290,"page":125}},{"agent":"Claude-User","operator":"Anthropic","purpose":"live fetch","sites_visited":12,"share_of_reporting_sites":1,"published":true,"fetches":393,"verified":95,"forged_claims":298,"unverifiable":0,"verified_share":0.242,"fetches_per_site":32.8,"machine_file_share_of_verified":0.295,"verified_fetches_by_target":{"page":51,"/robots.txt":21,"/":16,"/llms.txt":7}},{"agent":"Perplexity-User","operator":"Perplexity","purpose":"live fetch","sites_visited":11,"share_of_reporting_sites":0.917,"published":true,"fetches":345,"verified":0,"forged_claims":345,"unverifiable":0,"verified_share":0,"fetches_per_site":31.4,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"Google-Extended","operator":"Google","purpose":"training","sites_visited":11,"share_of_reporting_sites":0.917,"published":true,"fetches":35,"verified":0,"forged_claims":35,"unverifiable":0,"verified_share":0,"fetches_per_site":3.2,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"Applebot-Extended","operator":"Apple","purpose":"training","sites_visited":11,"share_of_reporting_sites":0.917,"published":true,"fetches":28,"verified":0,"forged_claims":28,"unverifiable":0,"verified_share":0,"fetches_per_site":2.5,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"meta-externalagent","operator":"Meta","purpose":"training","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":6569,"verified":0,"forged_claims":0,"unverifiable":6569,"verified_share":null,"fetches_per_site":1094.8,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"AhrefsBot","operator":"Ahrefs","purpose":"tool","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":4383,"verified":4139,"forged_claims":0,"unverifiable":244,"verified_share":1,"fetches_per_site":730.5,"machine_file_share_of_verified":0.155,"verified_fetches_by_target":{"/sitemap_index.xml":182,"page":3238,"/robots.txt":408,"/":64,"/.well-known/*":7,"/entitymap.json":5,"/llms.txt":4}},{"agent":"Bytespider","operator":"ByteDance","purpose":"training","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":3733,"verified":0,"forged_claims":0,"unverifiable":3733,"verified_share":null,"fetches_per_site":622.2,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"Amazonbot","operator":"Amazon","purpose":"training","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":3331,"verified":2435,"forged_claims":895,"unverifiable":1,"verified_share":0.731,"fetches_per_site":555.2,"machine_file_share_of_verified":0.006,"verified_fetches_by_target":{"/":41,"/llms.txt":13,"page":2301,"/robots.txt":1}},{"agent":"SemrushBot","operator":"Semrush","purpose":"tool","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":2216,"verified":0,"forged_claims":0,"unverifiable":2216,"verified_share":null,"fetches_per_site":369.3,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"CCBot","operator":"Common Crawl","purpose":"training","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":1269,"verified":198,"forged_claims":539,"unverifiable":532,"verified_share":0.269,"fetches_per_site":211.5,"machine_file_share_of_verified":0.032,"verified_fetches_by_target":{"page":174,"/":8,"/sitemap_index.xml":1,"/robots.txt":3,"/llms.txt":1,"/entitymap.json":1}},{"agent":"YouBot","operator":"You.com","purpose":"indexing","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":592,"verified":0,"forged_claims":0,"unverifiable":592,"verified_share":null,"fetches_per_site":98.7,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"DuckAssistBot","operator":"DuckDuckGo","purpose":"indexing","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":443,"verified":0,"forged_claims":0,"unverifiable":443,"verified_share":null,"fetches_per_site":73.8,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}},{"agent":"cohere-ai","operator":"Cohere","purpose":"training","sites_visited":6,"share_of_reporting_sites":0.5,"published":true,"fetches":433,"verified":0,"forged_claims":0,"unverifiable":433,"verified_share":null,"fetches_per_site":72.2,"machine_file_share_of_verified":null,"verified_fetches_by_target":{}}],"how_to_report":{"edge":"https://crawlcheck.io/spec/visitor-resolve","licensed":"POST https://crawlcheck.io/api/observe"},"conduct":"https://crawlcheck.io/api/v1/conduct","code":{"build_id":"92219fb5c4286f0a","script_sha16":"b00e794a299c5a1b","state":"attested","deployed":{"at":"2026-11-21T18:41:30.008Z"},"build_log_entry":2900,"score_version":43,"scoring_policy_sha256":"3e08fccfbbce356dc82ecd302b32a226a36fc0fb3150a4ab72248fb5795372af","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/92219fb5c4286f0a"},"sha256":"00fed547d04da5c04fd2037ae859d275b6c907c91d484680b1606aa66124aa82","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n00fed547d04da5c04fd2037ae859d275b6c907c91d484680b1606aa66124aa82","sig":"NUONtIpmmGLWezstaFpUd0OYRGuLALcbbwlrRFGb0XV6Hn1J20Qg9SQlRVIhMc1Eja0HPHk2nP6mm8t2L2U0BQ","signed_at":"2026-11-22T01:19:54.778Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}