{"experiences":[{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:1da848dcc67c67bbc88b9391be772c96","final_url":"https://www.denverpost.com/","identity":"crawlcheck","observed_at":"2026-09-24T19:13:40.265Z","request_profile":"rp1:9b061033b296c934","role":"page","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":4425,"content_type":"text/plain; charset=utf-8","error":null,"experience_id":"ex1:616e7745b819c96dee7a19b4db444805","final_url":"https://www.denverpost.com/robots.txt","identity":"crawlcheck","observed_at":"2026-09-24T19:13:40.774Z","request_profile":"rp1:9b061033b296c934","role":"machine_file","sha256":"c18df974780af520cf061caf636c9602ae711d8ab61a5c6a50fc40fb3a1e6a1d","status":200,"stored":"already_held","url":"https://www.denverpost.com/robots.txt"},{"bytes":884135,"content_type":"application/xml; charset=UTF-8","error":null,"experience_id":"ex1:5c3b7da76c2c70a7b4e2fa2fbc940dba","final_url":"https://www.denverpost.com/sitemap.xml","identity":"crawlcheck","observed_at":"2026-09-24T19:13:40.860Z","request_profile":"rp1:9b061033b296c934","role":"machine_file","sha256":"e1a6b687dda2b279862b271def73006b6244a1699bf9cd61bbadfee6b17a7783","status":200,"stored":"kept","url":"https://www.denverpost.com/sitemap.xml"},{"bytes":88178,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:2ca62f4f2b88460a9c7530264677e5cc","final_url":"https://www.denverpost.com/sitemap_index.xml","identity":"crawlcheck","observed_at":"2026-09-24T19:13:40.879Z","request_profile":"rp1:9b061033b296c934","role":"machine_file","sha256":"bd47eaacdd3815ff779fc8d23ceccff55996fdcaa2fc7023c3608022da75c959","status":404,"stored":"kept","url":"https://www.denverpost.com/sitemap_index.xml"},{"bytes":142160,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:4440ce3ba2ab639c1b4232e29bc7e3c9","final_url":"https://www.denverpost.com/wp-sitemap.xml","identity":"crawlcheck","observed_at":"2026-09-24T19:13:41.162Z","request_profile":"rp1:9b061033b296c934","role":"machine_file","sha256":"f2ff03d436ec4670c51a8f8dcfa23e573be2ab8f612d14e52589301d5ae0e95d","status":200,"stored":"kept","url":"https://www.denverpost.com/wp-sitemap.xml"},{"bytes":88151,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:491c0455fe7559df9fd825c77c1e47cb","final_url":"https://www.denverpost.com/llms.txt","identity":"crawlcheck","observed_at":"2026-09-24T19:13:41.175Z","request_profile":"rp1:9b061033b296c934","role":"machine_file","sha256":"ea92252b1c26011e275db7d2bddcdfce4e341e83b82e5d8640f2c367971a02f3","status":404,"stored":"kept","url":"https://www.denverpost.com/llms.txt"},{"bytes":88169,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:564c352adc96e4c1b5d60459b9af9766","final_url":"https://www.denverpost.com/entitymap.json","identity":"crawlcheck","observed_at":"2026-09-24T19:13:46.542Z","request_profile":"rp1:e8ac045fcdc0a0e5","role":"machine_file","sha256":"44962592a38391cf86c8c78a305e1a4ac10f2132cdfb38290e922881db38bd6a","status":404,"stored":"kept","url":"https://www.denverpost.com/entitymap.json"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:dcc05df89bf9c390fa21c24e75b50d5b","final_url":"https://www.denverpost.com/","identity":"anon","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:5b10581b56bf3502","role":"identity_probe","sha256":"672b7a28965308d7e0b5ee1e9416377ca66c2a37bbaafff75dbff9d719565752","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:a050361f6a29576eb6b9196bad2718bc","final_url":"https://www.denverpost.com/","identity":"gptbot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:43115a0df3602a3e","role":"identity_probe","sha256":"672b7a28965308d7e0b5ee1e9416377ca66c2a37bbaafff75dbff9d719565752","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:17086db3802a2fa3209ecd67eed1079a","final_url":"https://www.denverpost.com/","identity":"claudebot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:f2dffb1c045c5add","role":"identity_probe","sha256":"672b7a28965308d7e0b5ee1e9416377ca66c2a37bbaafff75dbff9d719565752","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:6cf3493c48e117e49d468a65938385d2","final_url":"https://www.denverpost.com/","identity":"oaisearch","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:b119852df8981934","role":"identity_probe","sha256":"672b7a28965308d7e0b5ee1e9416377ca66c2a37bbaafff75dbff9d719565752","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:5c1c15a36e9feb6237b0c49581ad22d3","final_url":"https://www.denverpost.com/","identity":"claudesearch","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:42e36ea87dfe2aee","role":"identity_probe","sha256":"672b7a28965308d7e0b5ee1e9416377ca66c2a37bbaafff75dbff9d719565752","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:4b07b8ba99b6be6a6c7ee109d1204061","final_url":"https://www.denverpost.com/","identity":"perplexity","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:16b9a909a0a8a6a3","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:90252dd3d39b42d64fc102d7c595e823","final_url":"https://www.denverpost.com/","identity":"googlebot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:19635bc3d22843d8","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298065,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:6fa31378f3b85cb42c6aa9649d6080fe","final_url":"https://www.denverpost.com/","identity":"browser","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:2bbd57217db1e962","role":"identity_probe","sha256":"e1063e72c11937d7a0b253cfb47a053547b27b272adf666108415a9b2f1892bd","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298065,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:03f8a19f2857abb5aa078a90f75dc68f","final_url":"https://www.denverpost.com/","identity":"control","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:2bbd57217db1e962","role":"identity_probe","sha256":"e1063e72c11937d7a0b253cfb47a053547b27b272adf666108415a9b2f1892bd","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:30cc3f61baaed2feedfed574a0f4df28","final_url":"https://www.denverpost.com/","identity":"bingbot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:fa4b4733b344d758","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:6c0214065c22f9c1e9c8966a392a9c01","final_url":"https://www.denverpost.com/","identity":"applebot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:9685f6096fa7682b","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298065,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:e8cd8f506ca9d16712999b6e10556ce9","final_url":"https://www.denverpost.com/","identity":"amazonbot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:60ae87dee1f68fb4","role":"identity_probe","sha256":"e1063e72c11937d7a0b253cfb47a053547b27b272adf666108415a9b2f1892bd","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":146,"content_type":"text/html","error":null,"experience_id":"ex1:45a84280398351b79cf1859d64949628","final_url":"https://www.denverpost.com/","identity":"bytespider","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:b132445418d3095b","role":"identity_probe","sha256":"32f2fa940d4b4fe19aca1e53a24e5aac29c57b7c5ee78588325b87f1b649c864","status":403,"stored":"already_held","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:8930d5c40da3ed0ef9c69c3a2fbf9785","final_url":"https://www.denverpost.com/","identity":"metaexternal","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:0235a09447558a24","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"},{"bytes":298064,"content_type":"text/html; charset=utf-8","error":null,"experience_id":"ex1:a29dfba2203a0000b90d49cea1e9bbe7","final_url":"https://www.denverpost.com/","identity":"ccbot","observed_at":"2026-09-24T19:13:53.195Z","request_profile":"rp1:5310c6f22e069f5d","role":"identity_probe","sha256":"9a8581d03483de334f74a57770a49be03091166364afe73b54ded3dcc25397c3","status":200,"stored":"kept","url":"https://www.denverpost.com/"}],"identity_basis":"every identity was sent by CrawlCheck from its own network; none is the named operator's own crawler","observer":{"meg_v":2,"score_version":26,"vantage":{"colo":"ATL","kind":"cloudflare-worker"},"version_id":"fb4f0b7e-2027-420b-a234-30c88610f9d3","version_tag":null},"recorded_at":"2026-09-24T19:14:01.808Z","representation":"raw_bytes: the response body as the fetch returned it (transfer compression removed by the runtime), before any text decoding","request_profiles":{"rp1:0235a09447558a24":{"accept":"text/html,application/xhtml+xml","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"},"rp1:16b9a909a0a8a6a3":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) PerplexityBot/1.0; +https://perplexity.ai/perplexitybot"},"rp1:19635bc3d22843d8":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"},"rp1:2bbd57217db1e962":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Mobile Safari/537.36"},"rp1:42e36ea87dfe2aee":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (compatible; Claude-SearchBot/1.0; +https://www.anthropic.com/claude-searchbot)"},"rp1:43115a0df3602a3e":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.2; +https://openai.com/gptbot"},"rp1:5310c6f22e069f5d":{"accept":"text/html,application/xhtml+xml","user-agent":"CCBot/2.0 (https://commoncrawl.org/faq/)"},"rp1:5b10581b56bf3502":{"accept":"text/html,application/xhtml+xml","user-agent":"curl/8.4.0"},"rp1:60ae87dee1f68fb4":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (Linux; like Android) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119 Mobile Safari/537.36 (compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot)"},"rp1:9685f6096fa7682b":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.0 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)"},"rp1:9b061033b296c934":{"accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8","signature":"web-bot-auth, Ed25519, signed per request","user-agent":"Mozilla/5.0 (compatible; CrawlCheck/1.0; +https://crawlcheck.io/bot)"},"rp1:b119852df8981934":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot"},"rp1:b132445418d3095b":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)"},"rp1:e8ac045fcdc0a0e5":{"user-agent":"Mozilla/5.0 (compatible; CrawlCheck/1.0; +https://crawlcheck.io/bot)"},"rp1:f2dffb1c045c5add":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (compatible; ClaudeBot/1.0; +claudebot@anthropic.com)"},"rp1:fa4b4733b344d758":{"accept":"text/html,application/xhtml+xml","user-agent":"Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"}},"scanned_at":"2026-09-24T19:13:40.265Z","stored_means":"what R2 confirmed before this record was sealed","v":2}