{"kind":"crawlcheck-optout-record","v":1,"domain":"denverpost.com","generated_at":"2026-11-12T16:58:14.700Z","history_from":"2026-09-24","readings_on_record":36,"readings_used":27,"method":"one reading per UTC day (the day's last), latest 90 days; a crawler's state is what robots.txt says for its own group (RFC 9309) at the path tested; a change is dated between the last reading before it and the first reading after it","proves":["each linked reading's robots.txt bytes were fetched at the stated time: the proof bundle carries the signed manifest (SHA-256 of every fetched byte) and its place in that day's sealed, timestamped Merkle root","therefore a crawler shown closed was refused by the site's published rules no later than the reading that first shows it closed"],"does_not_prove":["the state between two readings: a change happened somewhere inside the window shown","whether a crawler obeyed: that is its conduct record, measured only where verified requests are logged","anything before 2026-09-24 or before the site's first reading"],"status":"measured","first_reading":"2026-09-24T19:13:40.265Z","last_reading":"2026-11-12T00:17:42.337Z","summary":{"closed":41,"open":74,"changed":4},"agents":[{"agent":"ChatGPT-User","label":"ChatGPT live fetch","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetches pages a person asked for; its operator states robots.txt does not govern those fetches, and every counted request came from its published addresses"],"page":"https://crawlcheck.io/agents/conduct/chatgpt-user"}},{"agent":"Claude-SearchBot","label":"Claude search index","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Claude-User","label":"Claude live fetch","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetches pages a person asked for; its operator states robots.txt does not govern those fetches, and every counted request came from its published addresses"],"page":"https://crawlcheck.io/agents/conduct/claude-user"}},{"agent":"DuckAssistBot","label":"DuckDuckGo AI assist","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Meta-ExternalFetcher","label":"Meta AI live fetch","role":"answer","state":"closed","own_group":true,"since":{"between":["2026-10-27T00:17:58.666Z","2026-10-28T00:18:00.928Z"],"proof":"https://crawlcheck.io/api/bundle?id=khlmjzqasm","report":"https://crawlcheck.io/r/khlmjzqasm"},"changes":[{"to":"closed","between":["2026-10-27T00:17:58.666Z","2026-10-28T00:18:00.928Z"],"proof":"https://crawlcheck.io/api/bundle?id=khlmjzqasm","report":"https://crawlcheck.io/r/khlmjzqasm"}],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"MistralAI-User","label":"Le Chat live fetch","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"OAI-SearchBot","label":"ChatGPT search index","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetched robots.txt and fetched no path it disallows"],"page":"https://crawlcheck.io/agents/conduct/oai-searchbot"}},{"agent":"Perplexity-User","label":"Perplexity live fetch","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"PerplexityBot","label":"Perplexity index","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["45 recorded fetches of disallowed paths, 0.2% of its 22,921 verified requests"],"page":"https://crawlcheck.io/agents/conduct/perplexitybot"}},{"agent":"YouBot","label":"You.com","role":"answer","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Amazonbot","label":"Amazon","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["68 recorded fetches of disallowed paths, 0.25% of its 27,317 verified requests"],"page":"https://crawlcheck.io/agents/conduct/amazonbot"}},{"agent":"Amzn-SearchBot","label":"Amazon search eligibility, separate from Amazonbot","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Applebot","label":"Apple and Siri","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["40 recorded fetches of disallowed paths, 0.38% of its 10,527 verified requests"],"page":"https://crawlcheck.io/agents/conduct/applebot"}},{"agent":"Baiduspider","label":"Baidu","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"B","why":["no disallowed path fetched, but it never fetched robots.txt under its own name here, so it cannot be credited with reading the rules"],"page":"https://crawlcheck.io/agents/conduct/baiduspider"}},{"agent":"PetalBot","label":"Huawei Petal","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Slurp","label":"Yahoo Slurp","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"YandexBot","label":"Yandex","role":"search","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetched robots.txt and fetched no path it disallows"],"page":"https://crawlcheck.io/agents/conduct/yandexbot"}},{"agent":"AI2Bot","label":"Allen Institute","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Ai2Bot-Dolma","label":"Allen Institute Dolma","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"anthropic-ai","label":"Anthropic legacy agent","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Applebot-Extended","label":"Apple training","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Applebot-Extended-Ads","label":"Apple ads corpus","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"archive.org_bot","label":"Internet Archive","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Bytespider","label":"ByteDance","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"CCBot","label":"Common Crawl","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetched robots.txt and fetched no path it disallows"],"page":"https://crawlcheck.io/agents/conduct/ccbot"}},{"agent":"Claude-Web","label":"Anthropic legacy agent","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"ClaudeBot","label":"Anthropic training","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["3 recorded fetches of disallowed paths, 0.03% of its 10,381 verified requests"],"page":"https://crawlcheck.io/agents/conduct/claudebot"}},{"agent":"cohere-training-data-crawler","label":"Cohere training corpus","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Diffbot","label":"Diffbot knowledge graph","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"FacebookBot","label":"Meta legacy","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Google-Extended","label":"Gemini training","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"GPTBot","label":"OpenAI training and index","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"B","why":["no disallowed path fetched, but it never fetched robots.txt under its own name here, so it cannot be credited with reading the rules"],"page":"https://crawlcheck.io/agents/conduct/gptbot"}},{"agent":"ICC-Crawler","label":"NICT ICC","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"meta-externalagent","label":"Meta AI training","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"meta-webindexer","label":"Meta web index","role":"train","state":"closed","own_group":true,"since":{"between":["2026-10-27T00:17:58.666Z","2026-10-28T00:18:00.928Z"],"proof":"https://crawlcheck.io/api/bundle?id=khlmjzqasm","report":"https://crawlcheck.io/r/khlmjzqasm"},"changes":[{"to":"closed","between":["2026-10-27T00:17:58.666Z","2026-10-28T00:18:00.928Z"],"proof":"https://crawlcheck.io/api/bundle?id=khlmjzqasm","report":"https://crawlcheck.io/r/khlmjzqasm"}],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"omgili","label":"Webz.io omgili","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Omgilibot","label":"Webz.io","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"PanguBot","label":"Huawei PanGu","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Timpibot","label":"Timpi","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"VelenPublicWebCrawler","label":"Velen","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Webzio-Extended","label":"Webz.io extended","role":"train","state":"closed","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Amzn-User","label":"Amazon live fetch for Alexa questions","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Copilot-User","label":"Microsoft Copilot fetch","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Gemini-Deep-Research","label":"Gemini research agent","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Google-Agent","label":"Google user-triggered agent, acts on the web","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetches pages a person asked for; its operator states robots.txt does not govern those fetches, and every counted request came from its published addresses"],"page":"https://crawlcheck.io/agents/conduct/google-agent"}},{"agent":"Google-GeminiNotebook","label":"Gemini Notebook user-supplied URL fetch","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Kagibot","label":"Kagi","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"PhindBot","label":"Phind","role":"answer","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"APIs-Google","label":"Google push delivery","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"bingbot","label":"Bing and Copilot index","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["1 recorded fetch of disallowed paths, 0.01% of its 8,283 verified requests"],"page":"https://crawlcheck.io/agents/conduct/bingbot"}},{"agent":"BingPreview","label":"Bing page preview","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"coccocbot-web","label":"Coc Coc","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"DuckDuckBot","label":"DuckDuckGo","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"B","why":["no disallowed path fetched, but it never fetched robots.txt under its own name here, so it cannot be credited with reading the rules"],"page":"https://crawlcheck.io/agents/conduct/duckduckbot"}},{"agent":"ExaSearchBot","label":"Exa AI search index, Web Bot Auth signed","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Googlebot","label":"Google Search and AI Overviews","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetched robots.txt and fetched no path it disallows"],"page":"https://crawlcheck.io/agents/conduct/googlebot"}},{"agent":"Googlebot-Image","label":"Google image crawler","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Googlebot-News","label":"Google News","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Googlebot-Video","label":"Google video crawler","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Mediapartners-Google","label":"Google AdSense","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"MistralAI-Index","label":"Mistral search index for Vibe","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"msnbot","label":"Microsoft legacy crawler","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Neevabot","label":"Neeva","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Seznambot","label":"Seznam","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["fetched robots.txt and fetched no path it disallows"],"page":"https://crawlcheck.io/agents/conduct/seznambot"}},{"agent":"Storebot-Google","label":"Google Shopping","role":"search","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Yandex","label":"Yandex (umbrella token)","role":"search","state":"open","own_group":false,"since":{"between":["2026-11-02T00:17:38.879Z","2026-11-03T00:17:40.364Z"],"proof":"https://crawlcheck.io/api/bundle?id=6gaxqt2gao","report":"https://crawlcheck.io/r/6gaxqt2gao"},"changes":[{"to":"open","between":["2026-11-02T00:17:38.879Z","2026-11-03T00:17:40.364Z"],"proof":"https://crawlcheck.io/api/bundle?id=6gaxqt2gao","report":"https://crawlcheck.io/r/6gaxqt2gao"}],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AwarioBot","label":"Awario","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AwarioRssBot","label":"Awario RSS","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AwarioSmartBot","label":"Awario smart","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"cohere-ai","label":"Cohere","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"DeepSeekBot","label":"DeepSeek","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"FriendlyCrawler","label":"FriendlyCrawler ML","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Google-CloudVertexBot","label":"Vertex AI agent build","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"GoogleOther","label":"Google non-search fetch","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"A","why":["Google states its crawlers may share one cached robots.txt response; verified Google crawlers fetched robots.txt 190 times here, and it fetched no path robots.txt disallows"],"page":"https://crawlcheck.io/agents/conduct/googleother"}},{"agent":"GoogleOther-Image","label":"Google common crawler, public image URLs","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"GoogleOther-Video","label":"Google common crawler, public video URLs","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"ia_archiver","label":"Internet Archive (legacy)","role":"train","state":"open","own_group":false,"since":{"between":["2026-11-02T00:17:38.879Z","2026-11-03T00:17:40.364Z"],"proof":"https://crawlcheck.io/api/bundle?id=6gaxqt2gao","report":"https://crawlcheck.io/r/6gaxqt2gao"},"changes":[{"to":"open","between":["2026-11-02T00:17:38.879Z","2026-11-03T00:17:40.364Z"],"proof":"https://crawlcheck.io/api/bundle?id=6gaxqt2gao","report":"https://crawlcheck.io/r/6gaxqt2gao"}],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"ImagesiftBot","label":"Imagesift","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"img2dataset","label":"img2dataset image corpus","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Magpie-crawler","label":"Magpie AI","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"MistralAI-Training","label":"Mistral training crawl","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"MyCentralAIScraperBot","label":"MyCentral AI","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"ProRataInc","label":"ProRata","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"QuillBot","label":"QuillBot","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Scrapy","label":"Generic scraper framework","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"SemrushBot-OCOB","label":"Semrush AI corpus","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"TikTokSpider","label":"TikTok","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"TurnitinBot","label":"Turnitin","role":"train","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"360Spider","label":"360 Search","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AdIdxBot","label":"Microsoft Ads","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AdsBot-Google","label":"Google Ads quality","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"AhrefsBot","label":"Ahrefs link index","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":{"grade":"D","why":["12 recorded fetches of disallowed paths, 0.11% of its 10,913 verified requests"],"page":"https://crawlcheck.io/agents/conduct/ahrefsbot"}},{"agent":"AmazonAdBot","label":"Amazon Ads","role":"tool","state":"open","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"BLEXBot","label":"WebMeUp link index","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Cloudflare-AutoRAG","label":"Cloudflare AutoRAG","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"CloudflareBrowserRenderingCrawler","label":"Cloudflare Browser Run /crawl","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"DataForSeoBot","label":"DataForSEO","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"DotBot","label":"Moz link index","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Exabot","label":"Exalead","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"facebookexternalhit","label":"Facebook link preview","role":"social","state":"open","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Facebot","label":"Meta link crawler","role":"social","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"KlaviyoAIBot","label":"Klaviyo Customer Agent knowledge-source crawler","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-11-10T00:17:47.411Z","proof":"https://crawlcheck.io/api/bundle?id=eoyn1t4ljh","report":"https://crawlcheck.io/r/eoyn1t4ljh"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"LinkedInBot","label":"LinkedIn link preview","role":"social","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"MJ12bot","label":"Majestic link index","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"OAI-AdsBot","label":"OpenAI ChatGPT ads page validation","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Peer39_Crawler","label":"Peer39 ad context","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Pinterestbot","label":"Pinterest","role":"social","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"rogerbot","label":"Moz site crawler","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"SemrushBot","label":"Semrush crawler","role":"tool","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Slackbot-LinkExpanding","label":"Slack unfurl","role":"social","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Sogou web spider","label":"Sogou","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Sosospider","label":"Soso","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Twitterbot","label":"X link preview","role":"social","state":"open","own_group":true,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"Yeti","label":"Naver","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"YisouSpider","label":"Yisou","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null},{"agent":"YoudaoBot","label":"Youdao","role":"regional","state":"open","own_group":false,"since":{"at_or_before":"2026-09-24T19:13:40.265Z","proof":"https://crawlcheck.io/api/bundle?id=iahhc6uf5p","report":"https://crawlcheck.io/r/iahhc6uf5p"},"changes":[],"last_seen":"2026-11-12T00:17:42.337Z","conduct":null}],"page":"https://crawlcheck.io/optout/denverpost.com","verify":"https://crawlcheck.io/verify","code":{"version_id":"1d1d52e5-dc11-4eb5-b9c5-998383eb8746","script_sha16":"6f23bc3f68806651","state":"attested","deployed":{"at":"2026-11-12T16:26:36.442Z","commit":"6c016a5ea940","run":"43258445498"},"build_log_entry":1961,"score_version":34,"scoring_policy_sha256":"21af5c858fca26199e01525fec7b19b353df30151b1d29fdeba63a28b90d44a2","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/1d1d52e5-dc11-4eb5-b9c5-998383eb8746"},"sha256":"76132dedb5c7e0fed568edb264d0bb374054eaa4b2183e3f2805e990f16a9927","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n76132dedb5c7e0fed568edb264d0bb374054eaa4b2183e3f2805e990f16a9927","sig":"sLrJn-4rECnelm7tJ-LrPdg93UZHsZyaqjFpo8Q1-VoYzR4cshl6mM6XI45PblTe3NwcLFUxrcUUcDFallvMCw","signed_at":"2026-11-12T16:58:14.703Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}