{"kind":"crawlcheck-agent-lens","v":2,"domain":"denverpost.com","url":"https://denverpost.com/","measured_at":"2026-11-12T16:58:15.913Z","reading":"Each row is a request claiming to be the named agent, sent once to the homepage from CrawlCheck's network. A user-agent string is a name tag anyone can type; the real crawlers come from their operators' networks and are verified by IP range or Web Bot Auth. This shows what a site does with the name alone. Reported, never scored.","personas":[{"id":"chrome_desktop","claimed":"Chrome (desktop)","label":"Chrome (desktop)","kind":"browser","operator":null,"job":"a person","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":null,"result":"served"},{"id":"chrome_mobile","claimed":"Chrome (mobile)","label":"Chrome (mobile)","kind":"browser","operator":null,"job":"a person","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":null,"result":"served"},{"id":"chatgpt_user","claimed":"ChatGPT-User","label":"Request claiming to be ChatGPT-User","kind":"agent","operator":"OpenAI","job":"fetches a page when a ChatGPT user asks","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317099,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names ChatGPT-User"},"result":"served"},{"id":"oaisearch","claimed":"OAI-SearchBot","label":"Request claiming to be OAI-SearchBot","kind":"agent","operator":"OpenAI","job":"builds ChatGPT search","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names OAI-SearchBot"},"result":"served"},{"id":"gptbot","claimed":"GPTBot","label":"Request claiming to be GPTBot","kind":"agent","operator":"OpenAI","job":"collects training data","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names GPTBot"},"result":"served"},{"id":"claude_user","claimed":"Claude-User","label":"Request claiming to be Claude-User","kind":"agent","operator":"Anthropic","job":"fetches a page when a Claude user asks","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names Claude-User"},"result":"served"},{"id":"claudesearch","claimed":"Claude-SearchBot","label":"Request claiming to be Claude-SearchBot","kind":"agent","operator":"Anthropic","job":"builds Claude search","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317099,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names Claude-SearchBot"},"result":"served"},{"id":"claudebot","claimed":"ClaudeBot","label":"Request claiming to be ClaudeBot","kind":"agent","operator":"Anthropic","job":"collects training data","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names ClaudeBot"},"result":"served"},{"id":"perplexity","claimed":"PerplexityBot","label":"Request claiming to be PerplexityBot","kind":"agent","operator":"Perplexity","job":"builds Perplexity search","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317099,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names PerplexityBot"},"result":"served"},{"id":"googlebot","claimed":"Googlebot","label":"Request claiming to be Googlebot","kind":"agent","operator":"Google","job":"Google Search, AI Overviews and AI Mode","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317100,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":true,"named":false,"why":"falls under User-agent: *"},"result":"served"},{"id":"bingbot","claimed":"Bingbot","label":"Request claiming to be Bingbot","kind":"agent","operator":"Microsoft","job":"Bing and Copilot","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317099,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":true,"named":false,"why":"falls under User-agent: *"},"result":"served"},{"id":"applebot","claimed":"Applebot","label":"Request claiming to be Applebot","kind":"agent","operator":"Apple","job":"Siri, Spotlight and Apple Intelligence","status":200,"served":true,"blocker":"","vendor":"","redirected_to":"","words":2101,"bytes":317099,"title":"The Denver Post – Colorado breaking news, sports, business, weather, entertainment.","prices":["$3.7billion","$60,000","$22million","$15.8M"],"links":{"internal":202,"external":26},"x_robots_tag":"","error":"","robots":{"allowed":false,"named":true,"why":"a group names Applebot"},"result":"served"}],"robots_txt":{"status":200,"read":true},"robots_only_tokens":[{"token":"Google-Extended","operator":"Google","job":"Gemini training and grounding","fetched":false,"robots":{"allowed":false,"named":true,"why":"a group names Google-Extended"},"why":"a robots.txt name only: no request ever carries it, so nothing is fetched"},{"token":"Applebot-Extended","operator":"Apple","job":"Apple model training","fetched":false,"robots":{"allowed":false,"named":true,"why":"a group names Applebot-Extended"},"why":"a robots.txt name only: no request ever carries it, so nothing is fetched"}],"name_tag_test":{"result":"not_applicable","passed":[],"reading":"A plain browser was served, so there was no block for a name to get past."},"where":{"verdict":"none","reading":"Nothing was refused from CrawlCheck's network, so there is no block to place.","vantages":{"crawlcheck":{"what":"CrawlCheck's network (a data centre), read at measured_at"},"other_networks":[{"network":"server ind:vsnary-cloudways-1","read_at":"2026-11-09T22:27:19.840Z","country":"US"},{"network":"server gha:emmanuelorta/crawlcheck-core","read_at":"2026-11-09T02:56:57.556Z","country":null}],"own_connection":{"what":"a person's own connection","read":false,"how":"Install the CrawlCheck extension (https://crawlcheck.io/extension), open this site and press Two vantages: that reading joins this comparison for 14 days."},"skip_rule":{"what":"CrawlCheck again, past the rules in front of the server","on":false,"how":"The site's owner adds one skip rule for a secret header: https://crawlcheck.io/lens/allowlist?domain=denverpost.com"}},"personas":[{"id":"chrome_desktop","label":"Chrome (desktop)","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{},"tor_refused":null},{"id":"chrome_mobile","label":"Chrome (mobile)","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{},"tor_refused":null},{"id":"chatgpt_user","label":"Request claiming to be ChatGPT-User","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"oaisearch","label":"Request claiming to be OAI-SearchBot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"gptbot","label":"Request claiming to be GPTBot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"claude_user","label":"Request claiming to be Claude-User","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"claudesearch","label":"Request claiming to be Claude-SearchBot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"claudebot","label":"Request claiming to be ClaudeBot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"throttled (HTTP 429) (US)","server gha:emmanuelorta/crawlcheck-core":"throttled (HTTP 429)"},"tor_refused":null},{"id":"perplexity","label":"Request claiming to be PerplexityBot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"googlebot","label":"Request claiming to be Googlebot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"bingbot","label":"Request claiming to be Bingbot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null},{"id":"applebot","label":"Request claiming to be Applebot","from_crawlcheck":"served","from_own_connection":null,"with_skip_rule":null,"layer":null,"vendor":null,"where":"served","note":null,"other_networks":{"server ind:vsnary-cloudways-1":"served (US)","server gha:emmanuelorta/crawlcheck-core":"served"},"tor_refused":null}]},"summary":{"browsers_served":2,"agents_served":10,"agents":10,"agents_refused":[],"refused_though_robots_allows":[],"served_under_half_the_browser_text":[],"prices_not_in_agent_copy":[]},"method":"one GET per persona to the homepage from CrawlCheck's network, 150 ms apart; robots.txt read once; nothing behind a login, no forms, no second page; a refused persona is reported, never retried under another name","from_kept_copy":true,"code":{"version_id":"1d1d52e5-dc11-4eb5-b9c5-998383eb8746","script_sha16":"6f23bc3f68806651","state":"attested","deployed":{"at":"2026-11-12T16:26:36.442Z","commit":"6c016a5ea940","run":"43258445498"},"build_log_entry":1961,"score_version":34,"scoring_policy_sha256":"21af5c858fca26199e01525fec7b19b353df30151b1d29fdeba63a28b90d44a2","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/1d1d52e5-dc11-4eb5-b9c5-998383eb8746"},"sha256":"8f8a2c2cbe1a6c96c945317070e7f4a77cdeb3edc88b460d429c2bbaf42a503b","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n8f8a2c2cbe1a6c96c945317070e7f4a77cdeb3edc88b460d429c2bbaf42a503b","sig":"MuBOepoaQebrQqSg1mbz5-eRN5AOr6Ug6GkyqIOw3UMWgnyPQPDpqLqT_YOoh7u32BLvnnrkP__0HuZ2_c50Dw","signed_at":"2026-11-12T17:12:24.406Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}