{"kind":"crawlcheck-agentic-web-map","v":1,"month":"2026-10","state":"month_to_date","frame":"top10k","label":"top 10,000, weekly","run":2,"run_finished_at":"2026-10-10T23:13:15.648Z","pass_started_at":"2026-10-11T13:47:27.449Z","built_at":"2026-10-12T03:48:24.521Z","probed_in_pass":5589,"reused_in_pass":70,"geo":{"basis":"the registration country of each site's IPv4 address block (Team Cymru origin record), not where the server sits","countries":[{"cc":"US","ll":[39.8,-98.6],"sites":4108,"share":73.9,"er":26.1,"rb":20.5,"llms":17.7},{"cc":"RU","ll":[61.5,105.3],"sites":240,"share":4.3,"er":13.8,"rb":7.7,"llms":10},{"cc":"DE","ll":[51.2,10.5],"sites":146,"share":2.6,"er":10.3,"rb":13,"llms":8.2},{"cc":"CN","ll":[35.9,104.2],"sites":113,"share":2,"er":12.4,"rb":17.1,"llms":4.4},{"cc":"FR","ll":[46.2,2.2],"sites":98,"share":1.8,"er":17.3,"rb":13.9,"llms":6.1},{"cc":"SG","ll":[1.35,103.8],"sites":73,"share":1.3,"er":31.5,"rb":13.6,"llms":11},{"cc":"GB","ll":[54.4,-3.4],"sites":70,"share":1.3,"er":15.7,"rb":10.2,"llms":25.7},{"cc":"NL","ll":[52.1,5.3],"sites":65,"share":1.2,"er":20,"rb":14,"llms":4.6},{"cc":"CA","ll":[56.1,-106.3],"sites":46,"share":0.8,"er":15.2,"rb":10.8,"llms":17.4},{"cc":"IR","ll":[32.4,53.7],"sites":44,"share":0.8,"er":6.8,"rb":0,"llms":9.1},{"cc":"CZ","ll":[49.8,15.5],"sites":42,"share":0.8,"er":9.5,"rb":35.1,"llms":7.1},{"cc":"JP","ll":[36.2,138.3],"sites":41,"share":0.7,"er":19.5,"rb":14.7,"llms":9.8},{"cc":"IN","ll":[20.6,79],"sites":34,"share":0.6,"er":17.6,"rb":6.3,"llms":14.7},{"cc":"KR","ll":[35.9,127.8],"sites":31,"share":0.6,"er":16.1,"rb":28,"llms":3.2},{"cc":"PL","ll":[51.9,19.1],"sites":31,"share":0.6,"er":9.7,"rb":39.3,"llms":6.5},{"cc":"CH","ll":[46.8,8.2],"sites":23,"share":0.4,"er":4.3,"rb":11.8,"llms":4.3},{"cc":"ES","ll":[40.5,-3.7],"sites":23,"share":0.4,"er":17.4,"rb":16.7,"llms":8.7},{"cc":"SE","ll":[60.1,18.6],"sites":23,"share":0.4,"er":13,"rb":5.3,"llms":17.4},{"cc":"VN","ll":[14.1,108.3],"sites":22,"share":0.4,"er":13.6,"rb":5,"llms":40.9},{"cc":"AE","ll":[23.4,53.8],"sites":21,"share":0.4,"er":9.5,"rb":5.6,"llms":4.8},{"cc":"BR","ll":[-14.2,-51.9],"sites":21,"share":0.4,"er":4.8,"rb":18.2,"llms":0},{"cc":"AU","ll":[-25.3,133.8],"sites":18,"share":0.3,"er":11.1,"rb":14.3,"llms":0},{"cc":"TR","ll":[39,35.2],"sites":17,"share":0.3,"er":11.8,"rb":35.7,"llms":11.8},{"cc":"IT","ll":[41.9,12.6],"sites":12,"share":0.2,"er":25,"rb":36.4,"llms":0},{"cc":"AT","ll":[47.5,14.6],"sites":11,"share":0.2,"er":18.2,"rb":22.2,"llms":0},{"cc":"HU","ll":[47.2,19.5],"sites":9,"share":0.2,"er":0,"rb":0,"llms":11.1},{"cc":"BG","ll":[42.7,25.5],"sites":8,"share":0.1,"er":12.5,"rb":0,"llms":0},{"cc":"DK","ll":[56.3,9.5],"sites":8,"share":0.1,"er":25,"rb":0,"llms":37.5},{"cc":"ID","ll":[-0.8,113.9],"sites":8,"share":0.1,"er":0,"rb":0,"llms":12.5},{"cc":"IL","ll":[31,34.9],"sites":8,"share":0.1,"er":12.5,"rb":0,"llms":62.5},{"cc":"NO","ll":[60.5,8.5],"sites":8,"share":0.1,"er":37.5,"rb":25,"llms":12.5},{"cc":"PT","ll":[39.4,-8.2],"sites":8,"share":0.1,"er":12.5,"rb":33.3,"llms":12.5},{"cc":"SK","ll":[48.7,19.7],"sites":8,"share":0.1,"er":0,"rb":16.7,"llms":12.5},{"cc":"BE","ll":[50.5,4.5],"sites":7,"share":0.1,"er":57.1,"rb":0,"llms":14.3},{"cc":"LT","ll":[55.2,23.9],"sites":7,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"LU","ll":[49.8,6.1],"sites":6,"share":0.1,"er":0,"rb":0,"llms":16.7},{"cc":"RO","ll":[45.9,25],"sites":6,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"TW","ll":[23.7,121],"sites":6,"share":0.1,"er":16.7,"rb":0,"llms":16.7},{"cc":"LV","ll":[56.9,24.6],"sites":5,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"SC","ll":[-4.7,55.5],"sites":5,"share":0.1,"er":60,"rb":66.7,"llms":20},{"cc":"CL","ll":[-35.7,-71.5],"sites":4,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"CY","ll":[35.1,33.4],"sites":4,"share":0.1,"er":0,"rb":25,"llms":50},{"cc":"HK","ll":[22.3,114.2],"sites":4,"share":0.1,"er":50,"rb":0,"llms":0},{"cc":"IE","ll":[53.4,-8.2],"sites":4,"share":0.1,"er":25,"rb":0,"llms":25},{"cc":"PA","ll":[8.5,-80.8],"sites":4,"share":0.1,"er":25,"rb":0,"llms":0},{"cc":"KZ","ll":[48,66.9],"sites":3,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"RS","ll":[44,21],"sites":3,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"SI","ll":[46.2,15],"sites":3,"share":0.1,"er":0,"rb":50,"llms":0},{"cc":"TH","ll":[15.9,101],"sites":3,"share":0.1,"er":33.3,"rb":33.3,"llms":33.3},{"cc":"UZ","ll":[41.4,64.6],"sites":3,"share":0.1,"er":0,"rb":0,"llms":0}],"pooled_countries":22,"pooled_sites":31,"unplaced":13,"floor":3},"sites":5559,"mapped":5559,"unmapped":0,"floor":10,"link_floor":3,"totals":{"sites":5559,"robots":{"served":4512,"block_any":{"count":846,"pct":18.8},"by_agent":{"GPTBot":{"count":602,"pct":13.3},"ClaudeBot":{"count":540,"pct":12},"PerplexityBot":{"count":412,"pct":9.1},"OAI-SearchBot":{"count":284,"pct":6.3},"Google-Extended":{"count":458,"pct":10.2},"CCBot":{"count":630,"pct":14}}},"edge_refused":{"any":{"count":1287,"pct":23.2},"by_identity":{"gptbot":{"count":1097,"pct":19.7},"claudebot":{"count":1106,"pct":19.9},"oaisearch":{"count":712,"pct":12.8},"perplexity":{"count":736,"pct":13.2}}},"thin":{"count":145,"pct":2.6},"llms_txt":{"count":873,"pct":15.7},"content_signal":{"count":142,"pct":2.6},"ai_train_no":{"count":85,"pct":1.5}},"layers":[{"id":"dns","label":"DNS host","about":"who answers the domain's DNS (NS records)","providers_named":27,"nodes":[{"id":"dns:cloudflare","name":"Cloudflare","kind":"provider","share":28.2,"sites":1570,"robots":{"served":1366,"block_any":{"count":195,"pct":14.3},"by_agent":{"GPTBot":{"count":142,"pct":10.4},"ClaudeBot":{"count":113,"pct":8.3},"PerplexityBot":{"count":76,"pct":5.6},"OAI-SearchBot":{"count":51,"pct":3.7},"Google-Extended":{"count":88,"pct":6.4},"CCBot":{"count":151,"pct":11.1}}},"edge_refused":{"any":{"count":594,"pct":37.8},"by_identity":{"gptbot":{"count":550,"pct":35},"claudebot":{"count":561,"pct":35.7},"oaisearch":{"count":294,"pct":18.7},"perplexity":{"count":313,"pct":19.9}}},"thin":{"count":21,"pct":1.3},"llms_txt":{"count":261,"pct":16.6},"content_signal":{"count":60,"pct":3.8},"ai_train_no":{"count":39,"pct":2.5}},{"id":"dns:amazon-route-53","name":"Amazon Route 53","kind":"provider","share":23.9,"sites":1330,"robots":{"served":1119,"block_any":{"count":299,"pct":26.7},"by_agent":{"GPTBot":{"count":204,"pct":18.2},"ClaudeBot":{"count":201,"pct":18},"PerplexityBot":{"count":157,"pct":14},"OAI-SearchBot":{"count":104,"pct":9.3},"Google-Extended":{"count":175,"pct":15.6},"CCBot":{"count":219,"pct":19.6}}},"edge_refused":{"any":{"count":238,"pct":17.9},"by_identity":{"gptbot":{"count":191,"pct":14.4},"claudebot":{"count":188,"pct":14.1},"oaisearch":{"count":122,"pct":9.2},"perplexity":{"count":143,"pct":10.8}}},"thin":{"count":41,"pct":3.1},"llms_txt":{"count":290,"pct":21.8},"content_signal":{"count":48,"pct":3.6},"ai_train_no":{"count":29,"pct":2.2}},{"id":"dns:akamai","name":"Akamai","kind":"provider","share":5,"sites":276,"robots":{"served":195,"block_any":{"count":40,"pct":20.5},"by_agent":{"GPTBot":{"count":24,"pct":12.3},"ClaudeBot":{"count":24,"pct":12.3},"PerplexityBot":{"count":20,"pct":10.3},"OAI-SearchBot":{"count":11,"pct":5.6},"Google-Extended":{"count":17,"pct":8.7},"CCBot":{"count":29,"pct":14.9}}},"edge_refused":{"any":{"count":84,"pct":30.4},"by_identity":{"gptbot":{"count":76,"pct":27.5},"claudebot":{"count":74,"pct":26.8},"oaisearch":{"count":71,"pct":25.7},"perplexity":{"count":70,"pct":25.4}}},"thin":{"count":8,"pct":2.9},"llms_txt":{"count":48,"pct":17.4},"content_signal":{"count":3,"pct":1.1},"ai_train_no":{"count":1,"pct":0.4}},{"id":"dns:google","name":"Google","kind":"provider","share":3.1,"sites":170,"robots":{"served":117,"block_any":{"count":23,"pct":19.7},"by_agent":{"GPTBot":{"count":18,"pct":15.4},"ClaudeBot":{"count":16,"pct":13.7},"PerplexityBot":{"count":10,"pct":8.5},"OAI-SearchBot":{"count":9,"pct":7.7},"Google-Extended":{"count":14,"pct":12},"CCBot":{"count":16,"pct":13.7}}},"edge_refused":{"any":{"count":16,"pct":9.4},"by_identity":{"gptbot":{"count":14,"pct":8.2},"claudebot":{"count":13,"pct":7.6},"oaisearch":{"count":9,"pct":5.3},"perplexity":{"count":11,"pct":6.5}}},"thin":{"count":5,"pct":2.9},"llms_txt":{"count":33,"pct":19.4},"content_signal":{"count":4,"pct":2.4},"ai_train_no":{"count":1,"pct":0.6}},{"id":"dns:ns1-ibm","name":"NS1 (IBM)","kind":"provider","share":1.9,"sites":104,"robots":{"served":88,"block_any":{"count":24,"pct":27.3},"by_agent":{"GPTBot":{"count":19,"pct":21.6},"ClaudeBot":{"count":20,"pct":22.7},"PerplexityBot":{"count":15,"pct":17},"OAI-SearchBot":{"count":7,"pct":8},"Google-Extended":{"count":9,"pct":10.2},"CCBot":{"count":21,"pct":23.9}}},"edge_refused":{"any":{"count":27,"pct":26},"by_identity":{"gptbot":{"count":24,"pct":23.1},"claudebot":{"count":26,"pct":25},"oaisearch":{"count":23,"pct":22.1},"perplexity":{"count":25,"pct":24}}},"thin":{"count":3,"pct":2.9},"llms_txt":{"count":21,"pct":20.2},"content_signal":{"count":4,"pct":3.8},"ai_train_no":{"count":1,"pct":1}},{"id":"dns:microsoft-azure","name":"Microsoft Azure","kind":"provider","share":1.5,"sites":82,"robots":{"served":47,"block_any":{"count":10,"pct":21.3},"by_agent":{"GPTBot":{"count":8,"pct":17},"ClaudeBot":{"count":6,"pct":12.8},"PerplexityBot":{"count":7,"pct":14.9},"OAI-SearchBot":{"count":7,"pct":14.9},"Google-Extended":{"count":8,"pct":17},"CCBot":{"count":8,"pct":17}}},"edge_refused":{"any":{"count":13,"pct":15.9},"by_identity":{"gptbot":{"count":10,"pct":12.2},"claudebot":{"count":7,"pct":8.5},"oaisearch":{"count":6,"pct":7.3},"perplexity":{"count":7,"pct":8.5}}},"thin":{"count":4,"pct":4.9},"llms_txt":{"count":2,"pct":2.4},"content_signal":{"count":2,"pct":2.4},"ai_train_no":{"count":2,"pct":2.4}},{"id":"dns:ultradns-vercara","name":"UltraDNS (Vercara)","kind":"provider","share":1.1,"sites":63,"robots":{"served":43,"block_any":{"count":8,"pct":18.6},"by_agent":{"GPTBot":{"count":6,"pct":14},"ClaudeBot":{"count":4,"pct":9.3},"PerplexityBot":{"count":5,"pct":11.6},"OAI-SearchBot":{"count":3,"pct":7},"Google-Extended":{"count":5,"pct":11.6},"CCBot":{"count":6,"pct":14}}},"edge_refused":{"any":{"count":20,"pct":31.7},"by_identity":{"gptbot":{"count":18,"pct":28.6},"claudebot":{"count":19,"pct":30.2},"oaisearch":{"count":9,"pct":14.3},"perplexity":{"count":14,"pct":22.2}}},"thin":{"count":6,"pct":9.5},"llms_txt":{"count":10,"pct":15.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:tencent-cloud-dnspod","name":"Tencent Cloud (DNSPod)","kind":"provider","share":1,"sites":54,"robots":{"served":29,"block_any":{"count":5,"pct":17.2},"by_agent":{"GPTBot":{"count":5,"pct":17.2},"ClaudeBot":{"count":5,"pct":17.2},"PerplexityBot":{"count":5,"pct":17.2},"OAI-SearchBot":{"count":5,"pct":17.2},"Google-Extended":{"count":5,"pct":17.2},"CCBot":{"count":5,"pct":17.2}}},"edge_refused":{"any":{"count":6,"pct":11.1},"by_identity":{"gptbot":{"count":4,"pct":7.4},"claudebot":{"count":3,"pct":5.6},"oaisearch":{"count":4,"pct":7.4},"perplexity":{"count":5,"pct":9.3}}},"thin":{"count":5,"pct":9.3},"llms_txt":{"count":7,"pct":13},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:alibaba-cloud","name":"Alibaba Cloud","kind":"provider","share":0.9,"sites":51,"robots":{"served":37,"block_any":{"count":2,"pct":5.4},"by_agent":{"GPTBot":{"count":2,"pct":5.4},"ClaudeBot":{"count":2,"pct":5.4},"PerplexityBot":{"count":1,"pct":2.7},"OAI-SearchBot":{"count":1,"pct":2.7},"Google-Extended":{"count":2,"pct":5.4},"CCBot":{"count":2,"pct":5.4}}},"edge_refused":{"any":{"count":6,"pct":11.8},"by_identity":{"gptbot":{"count":3,"pct":5.9},"claudebot":{"count":3,"pct":5.9},"oaisearch":{"count":4,"pct":7.8},"perplexity":{"count":1,"pct":2}}},"thin":{"count":4,"pct":7.8},"llms_txt":{"count":3,"pct":5.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:godaddy","name":"GoDaddy","kind":"provider","share":0.8,"sites":45,"robots":{"served":38,"block_any":{"count":2,"pct":5.3},"by_agent":{"GPTBot":{"count":2,"pct":5.3},"ClaudeBot":{"count":2,"pct":5.3},"PerplexityBot":{"count":1,"pct":2.6},"OAI-SearchBot":{"count":1,"pct":2.6},"Google-Extended":{"count":2,"pct":5.3},"CCBot":{"count":2,"pct":5.3}}},"edge_refused":{"any":{"count":5,"pct":11.1},"by_identity":{"gptbot":{"count":4,"pct":8.9},"claudebot":{"count":4,"pct":8.9},"oaisearch":{"count":1,"pct":2.2},"perplexity":{"count":0,"pct":0}}},"thin":{"count":2,"pct":4.4},"llms_txt":{"count":10,"pct":22.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:ru-center","name":"RU-CENTER","kind":"provider","share":0.5,"sites":30,"robots":{"served":23,"block_any":{"count":2,"pct":8.7},"by_agent":{"GPTBot":{"count":1,"pct":4.3},"ClaudeBot":{"count":1,"pct":4.3},"PerplexityBot":{"count":1,"pct":4.3},"OAI-SearchBot":{"count":1,"pct":4.3},"Google-Extended":{"count":1,"pct":4.3},"CCBot":{"count":1,"pct":4.3}}},"edge_refused":{"any":{"count":4,"pct":13.3},"by_identity":{"gptbot":{"count":4,"pct":13.3},"claudebot":{"count":2,"pct":6.7},"oaisearch":{"count":3,"pct":10},"perplexity":{"count":3,"pct":10}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":13.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:namecheap","name":"Namecheap","kind":"provider","share":0.4,"sites":23,"robots":{"served":10,"block_any":{"count":1,"pct":10},"by_agent":{"GPTBot":{"count":1,"pct":10},"ClaudeBot":{"count":1,"pct":10},"PerplexityBot":{"count":1,"pct":10},"OAI-SearchBot":{"count":1,"pct":10},"Google-Extended":{"count":1,"pct":10},"CCBot":{"count":1,"pct":10}}},"edge_refused":{"any":{"count":5,"pct":21.7},"by_identity":{"gptbot":{"count":5,"pct":21.7},"claudebot":{"count":5,"pct":21.7},"oaisearch":{"count":2,"pct":8.7},"perplexity":{"count":2,"pct":8.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:edrive-hosting-cz","name":"edrive-hosting.cz","kind":"provider","share":0.4,"sites":23,"robots":{"served":21,"block_any":{"count":21,"pct":100},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:cloudns","name":"ClouDNS","kind":"provider","share":0.4,"sites":22,"robots":{"served":17,"block_any":{"count":2,"pct":11.8},"by_agent":{"GPTBot":{"count":1,"pct":5.9},"ClaudeBot":{"count":1,"pct":5.9},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":1,"pct":5.9},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":2,"pct":11.8}}},"edge_refused":{"any":{"count":5,"pct":22.7},"by_identity":{"gptbot":{"count":3,"pct":13.6},"claudebot":{"count":5,"pct":22.7},"oaisearch":{"count":2,"pct":9.1},"perplexity":{"count":3,"pct":13.6}}},"thin":{"count":1,"pct":4.5},"llms_txt":{"count":1,"pct":4.5},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:dns-made-easy","name":"DNS Made Easy","kind":"provider","share":0.4,"sites":21,"robots":{"served":20,"block_any":{"count":8,"pct":40},"by_agent":{"GPTBot":{"count":8,"pct":40},"ClaudeBot":{"count":8,"pct":40},"PerplexityBot":{"count":2,"pct":10},"OAI-SearchBot":{"count":1,"pct":5},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":7,"pct":35}}},"edge_refused":{"any":{"count":6,"pct":28.6},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":1,"pct":4.8},"oaisearch":{"count":6,"pct":28.6},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":19},"content_signal":{"count":3,"pct":14.3},"ai_train_no":{"count":2,"pct":9.5}},{"id":"dns:yandex","name":"Yandex","kind":"provider","share":0.3,"sites":18,"robots":{"served":15,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":5.6},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:selectel-ru","name":"selectel.ru","kind":"provider","share":0.3,"sites":18,"robots":{"served":13,"block_any":{"count":1,"pct":7.7},"by_agent":{"GPTBot":{"count":1,"pct":7.7},"ClaudeBot":{"count":1,"pct":7.7},"PerplexityBot":{"count":1,"pct":7.7},"OAI-SearchBot":{"count":1,"pct":7.7},"Google-Extended":{"count":1,"pct":7.7},"CCBot":{"count":1,"pct":7.7}}},"edge_refused":{"any":{"count":3,"pct":16.7},"by_identity":{"gptbot":{"count":1,"pct":5.6},"claudebot":{"count":1,"pct":5.6},"oaisearch":{"count":2,"pct":11.1},"perplexity":{"count":3,"pct":16.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":5.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:nic-in","name":"nic.in","kind":"provider","share":0.3,"sites":17,"robots":{"served":3,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":23.5},"by_identity":{"gptbot":{"count":4,"pct":23.5},"claudebot":{"count":4,"pct":23.5},"oaisearch":{"count":4,"pct":23.5},"perplexity":{"count":4,"pct":23.5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:alibabadns-com","name":"alibabadns.com","kind":"provider","share":0.3,"sites":14,"robots":{"served":11,"block_any":{"count":1,"pct":9.1},"by_agent":{"GPTBot":{"count":1,"pct":9.1},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":9.1},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":2,"pct":14.3},"llms_txt":{"count":4,"pct":28.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:gandi","name":"Gandi","kind":"provider","share":0.2,"sites":13,"robots":{"served":10,"block_any":{"count":3,"pct":30},"by_agent":{"GPTBot":{"count":3,"pct":30},"ClaudeBot":{"count":3,"pct":30},"PerplexityBot":{"count":3,"pct":30},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":3,"pct":30},"CCBot":{"count":3,"pct":30}}},"edge_refused":{"any":{"count":3,"pct":23.1},"by_identity":{"gptbot":{"count":2,"pct":15.4},"claudebot":{"count":3,"pct":23.1},"oaisearch":{"count":1,"pct":7.7},"perplexity":{"count":2,"pct":15.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":15.4},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:csc","name":"CSC","kind":"provider","share":0.2,"sites":11,"robots":{"served":8,"block_any":{"count":1,"pct":12.5},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":27.3},"by_identity":{"gptbot":{"count":2,"pct":18.2},"claudebot":{"count":2,"pct":18.2},"oaisearch":{"count":3,"pct":27.3},"perplexity":{"count":2,"pct":18.2}}},"thin":{"count":1,"pct":9.1},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:dnsimple","name":"DNSimple","kind":"provider","share":0.2,"sites":11,"robots":{"served":9,"block_any":{"count":1,"pct":11.1},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":1,"pct":11.1}}},"edge_refused":{"any":{"count":1,"pct":9.1},"by_identity":{"gptbot":{"count":1,"pct":9.1},"claudebot":{"count":1,"pct":9.1},"oaisearch":{"count":1,"pct":9.1},"perplexity":{"count":1,"pct":9.1}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":3,"pct":27.3},"content_signal":{"count":1,"pct":9.1},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:centralnic-net","name":"centralnic.net","kind":"provider","share":0.2,"sites":11,"robots":{"served":11,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:d-53-info","name":"d-53.info","kind":"provider","share":0.2,"sites":11,"robots":{"served":6,"block_any":{"count":2,"pct":33.3},"by_agent":{"GPTBot":{"count":1,"pct":16.7},"ClaudeBot":{"count":1,"pct":16.7},"PerplexityBot":{"count":1,"pct":16.7},"OAI-SearchBot":{"count":1,"pct":16.7},"Google-Extended":{"count":1,"pct":16.7},"CCBot":{"count":1,"pct":16.7}}},"edge_refused":{"any":{"count":3,"pct":27.3},"by_identity":{"gptbot":{"count":3,"pct":27.3},"claudebot":{"count":3,"pct":27.3},"oaisearch":{"count":2,"pct":18.2},"perplexity":{"count":3,"pct":27.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:ionos","name":"IONOS","kind":"provider","share":0.2,"sites":10,"robots":{"served":9,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":10},"llms_txt":{"count":1,"pct":10},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:arvancdn-ir","name":"arvancdn.ir","kind":"provider","share":0.2,"sites":10,"robots":{"served":8,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":10},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:constellix-com","name":"constellix.com","kind":"provider","share":0.2,"sites":10,"robots":{"served":7,"block_any":{"count":2,"pct":28.6},"by_agent":{"GPTBot":{"count":1,"pct":14.3},"ClaudeBot":{"count":1,"pct":14.3},"PerplexityBot":{"count":1,"pct":14.3},"OAI-SearchBot":{"count":1,"pct":14.3},"Google-Extended":{"count":1,"pct":14.3},"CCBot":{"count":1,"pct":14.3}}},"edge_refused":{"any":{"count":1,"pct":10},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":1,"pct":10},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:other","name":"Other (499 providers, each under 10 sites)","kind":"other","providers":499,"share":14.3,"sites":795,"robots":{"served":633,"block_any":{"count":130,"pct":20.5},"by_agent":{"GPTBot":{"count":107,"pct":16.9},"ClaudeBot":{"count":92,"pct":14.5},"PerplexityBot":{"count":75,"pct":11.8},"OAI-SearchBot":{"count":53,"pct":8.4},"Google-Extended":{"count":90,"pct":14.2},"CCBot":{"count":105,"pct":16.6}}},"edge_refused":{"any":{"count":140,"pct":17.6},"by_identity":{"gptbot":{"count":103,"pct":13},"claudebot":{"count":105,"pct":13.2},"oaisearch":{"count":85,"pct":10.7},"perplexity":{"count":78,"pct":9.8}}},"thin":{"count":20,"pct":2.5},"llms_txt":{"count":78,"pct":9.8},"content_signal":{"count":11,"pct":1.4},"ai_train_no":{"count":7,"pct":0.9}},{"id":"dns:own-nameservers","name":"Own nameservers","kind":"bucket","share":13.1,"sites":726,"robots":{"served":584,"block_any":{"count":63,"pct":10.8},"by_agent":{"GPTBot":{"count":47,"pct":8},"ClaudeBot":{"count":38,"pct":6.5},"PerplexityBot":{"count":30,"pct":5.1},"OAI-SearchBot":{"count":25,"pct":4.3},"Google-Extended":{"count":34,"pct":5.8},"CCBot":{"count":48,"pct":8.2}}},"edge_refused":{"any":{"count":97,"pct":13.4},"by_identity":{"gptbot":{"count":72,"pct":9.9},"claudebot":{"count":73,"pct":10.1},"oaisearch":{"count":58,"pct":8},"perplexity":{"count":45,"pct":6.2}}},"thin":{"count":20,"pct":2.8},"llms_txt":{"count":86,"pct":11.8},"content_signal":{"count":6,"pct":0.8},"ai_train_no":{"count":3,"pct":0.4}},{"id":"dns:unidentified","name":"Unidentified","kind":"bucket","share":0.4,"sites":20,"robots":{"served":15,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":15},"by_identity":{"gptbot":{"count":3,"pct":15},"claudebot":{"count":2,"pct":10},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":1,"pct":5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":5},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]},{"id":"network","label":"Network","about":"who holds the address the site answers from (A record, origin autonomous system)","providers_named":32,"nodes":[{"id":"network:cloudflare","name":"Cloudflare","kind":"provider","share":27.8,"sites":1545,"robots":{"served":1354,"block_any":{"count":191,"pct":14.1},"by_agent":{"GPTBot":{"count":136,"pct":10},"ClaudeBot":{"count":106,"pct":7.8},"PerplexityBot":{"count":69,"pct":5.1},"OAI-SearchBot":{"count":48,"pct":3.5},"Google-Extended":{"count":89,"pct":6.6},"CCBot":{"count":147,"pct":10.9}}},"edge_refused":{"any":{"count":575,"pct":37.2},"by_identity":{"gptbot":{"count":537,"pct":34.8},"claudebot":{"count":548,"pct":35.5},"oaisearch":{"count":280,"pct":18.1},"perplexity":{"count":301,"pct":19.5}}},"thin":{"count":17,"pct":1.1},"llms_txt":{"count":297,"pct":19.2},"content_signal":{"count":74,"pct":4.8},"ai_train_no":{"count":47,"pct":3}},{"id":"network:amazon","name":"Amazon","kind":"provider","share":22.3,"sites":1241,"robots":{"served":1021,"block_any":{"count":258,"pct":25.3},"by_agent":{"GPTBot":{"count":185,"pct":18.1},"ClaudeBot":{"count":175,"pct":17.1},"PerplexityBot":{"count":136,"pct":13.3},"OAI-SearchBot":{"count":86,"pct":8.4},"Google-Extended":{"count":147,"pct":14.4},"CCBot":{"count":199,"pct":19.5}}},"edge_refused":{"any":{"count":222,"pct":17.9},"by_identity":{"gptbot":{"count":176,"pct":14.2},"claudebot":{"count":168,"pct":13.5},"oaisearch":{"count":131,"pct":10.6},"perplexity":{"count":138,"pct":11.1}}},"thin":{"count":35,"pct":2.8},"llms_txt":{"count":255,"pct":20.5},"content_signal":{"count":42,"pct":3.4},"ai_train_no":{"count":20,"pct":1.6}},{"id":"network:fastly","name":"Fastly","kind":"provider","share":4.8,"sites":267,"robots":{"served":225,"block_any":{"count":79,"pct":35.1},"by_agent":{"GPTBot":{"count":53,"pct":23.6},"ClaudeBot":{"count":56,"pct":24.9},"PerplexityBot":{"count":47,"pct":20.9},"OAI-SearchBot":{"count":31,"pct":13.8},"Google-Extended":{"count":45,"pct":20},"CCBot":{"count":61,"pct":27.1}}},"edge_refused":{"any":{"count":57,"pct":21.3},"by_identity":{"gptbot":{"count":40,"pct":15},"claudebot":{"count":44,"pct":16.5},"oaisearch":{"count":22,"pct":8.2},"perplexity":{"count":30,"pct":11.2}}},"thin":{"count":6,"pct":2.2},"llms_txt":{"count":33,"pct":12.4},"content_signal":{"count":3,"pct":1.1},"ai_train_no":{"count":3,"pct":1.1}},{"id":"network:google","name":"Google","kind":"provider","share":4.3,"sites":239,"robots":{"served":178,"block_any":{"count":42,"pct":23.6},"by_agent":{"GPTBot":{"count":29,"pct":16.3},"ClaudeBot":{"count":24,"pct":13.5},"PerplexityBot":{"count":20,"pct":11.2},"OAI-SearchBot":{"count":19,"pct":10.7},"Google-Extended":{"count":27,"pct":15.2},"CCBot":{"count":25,"pct":14}}},"edge_refused":{"any":{"count":32,"pct":13.4},"by_identity":{"gptbot":{"count":28,"pct":11.7},"claudebot":{"count":23,"pct":9.6},"oaisearch":{"count":18,"pct":7.5},"perplexity":{"count":18,"pct":7.5}}},"thin":{"count":9,"pct":3.8},"llms_txt":{"count":38,"pct":15.9},"content_signal":{"count":5,"pct":2.1},"ai_train_no":{"count":2,"pct":0.8}},{"id":"network:akamai","name":"Akamai","kind":"provider","share":4,"sites":220,"robots":{"served":160,"block_any":{"count":39,"pct":24.4},"by_agent":{"GPTBot":{"count":28,"pct":17.5},"ClaudeBot":{"count":27,"pct":16.9},"PerplexityBot":{"count":23,"pct":14.4},"OAI-SearchBot":{"count":12,"pct":7.5},"Google-Extended":{"count":17,"pct":10.6},"CCBot":{"count":30,"pct":18.8}}},"edge_refused":{"any":{"count":85,"pct":38.6},"by_identity":{"gptbot":{"count":79,"pct":35.9},"claudebot":{"count":81,"pct":36.8},"oaisearch":{"count":76,"pct":34.5},"perplexity":{"count":75,"pct":34.1}}},"thin":{"count":7,"pct":3.2},"llms_txt":{"count":26,"pct":11.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:microsoft","name":"Microsoft","kind":"provider","share":2.1,"sites":114,"robots":{"served":69,"block_any":{"count":8,"pct":11.6},"by_agent":{"GPTBot":{"count":5,"pct":7.2},"ClaudeBot":{"count":4,"pct":5.8},"PerplexityBot":{"count":3,"pct":4.3},"OAI-SearchBot":{"count":3,"pct":4.3},"Google-Extended":{"count":6,"pct":8.7},"CCBot":{"count":6,"pct":8.7}}},"edge_refused":{"any":{"count":13,"pct":11.4},"by_identity":{"gptbot":{"count":13,"pct":11.4},"claudebot":{"count":12,"pct":10.5},"oaisearch":{"count":12,"pct":10.5},"perplexity":{"count":10,"pct":8.8}}},"thin":{"count":2,"pct":1.8},"llms_txt":{"count":10,"pct":8.8},"content_signal":{"count":1,"pct":0.9},"ai_train_no":{"count":1,"pct":0.9}},{"id":"network:automattic","name":"Automattic","kind":"provider","share":1.3,"sites":72,"robots":{"served":70,"block_any":{"count":30,"pct":42.9},"by_agent":{"GPTBot":{"count":24,"pct":34.3},"ClaudeBot":{"count":27,"pct":38.6},"PerplexityBot":{"count":24,"pct":34.3},"OAI-SearchBot":{"count":17,"pct":24.3},"Google-Extended":{"count":25,"pct":35.7},"CCBot":{"count":28,"pct":40}}},"edge_refused":{"any":{"count":27,"pct":37.5},"by_identity":{"gptbot":{"count":22,"pct":30.6},"claudebot":{"count":25,"pct":34.7},"oaisearch":{"count":21,"pct":29.2},"perplexity":{"count":20,"pct":27.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":14,"pct":19.4},"content_signal":{"count":4,"pct":5.6},"ai_train_no":{"count":2,"pct":2.8}},{"id":"network:alibaba-cloud","name":"Alibaba Cloud","kind":"provider","share":1.3,"sites":70,"robots":{"served":43,"block_any":{"count":2,"pct":4.7},"by_agent":{"GPTBot":{"count":2,"pct":4.7},"ClaudeBot":{"count":1,"pct":2.3},"PerplexityBot":{"count":1,"pct":2.3},"OAI-SearchBot":{"count":1,"pct":2.3},"Google-Extended":{"count":2,"pct":4.7},"CCBot":{"count":1,"pct":2.3}}},"edge_refused":{"any":{"count":8,"pct":11.4},"by_identity":{"gptbot":{"count":6,"pct":8.6},"claudebot":{"count":4,"pct":5.7},"oaisearch":{"count":3,"pct":4.3},"perplexity":{"count":5,"pct":7.1}}},"thin":{"count":6,"pct":8.6},"llms_txt":{"count":9,"pct":12.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:ovhcloud","name":"OVHcloud","kind":"provider","share":1.2,"sites":68,"robots":{"served":56,"block_any":{"count":8,"pct":14.3},"by_agent":{"GPTBot":{"count":7,"pct":12.5},"ClaudeBot":{"count":5,"pct":8.9},"PerplexityBot":{"count":4,"pct":7.1},"OAI-SearchBot":{"count":3,"pct":5.4},"Google-Extended":{"count":4,"pct":7.1},"CCBot":{"count":6,"pct":10.7}}},"edge_refused":{"any":{"count":11,"pct":16.2},"by_identity":{"gptbot":{"count":7,"pct":10.3},"claudebot":{"count":6,"pct":8.8},"oaisearch":{"count":7,"pct":10.3},"perplexity":{"count":5,"pct":7.4}}},"thin":{"count":1,"pct":1.5},"llms_txt":{"count":4,"pct":5.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:hetzner","name":"Hetzner","kind":"provider","share":0.9,"sites":50,"robots":{"served":38,"block_any":{"count":3,"pct":7.9},"by_agent":{"GPTBot":{"count":3,"pct":7.9},"ClaudeBot":{"count":3,"pct":7.9},"PerplexityBot":{"count":2,"pct":5.3},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.6},"CCBot":{"count":2,"pct":5.3}}},"edge_refused":{"any":{"count":8,"pct":16},"by_identity":{"gptbot":{"count":8,"pct":16},"claudebot":{"count":7,"pct":14},"oaisearch":{"count":1,"pct":2},"perplexity":{"count":1,"pct":2}}},"thin":{"count":1,"pct":2},"llms_txt":{"count":3,"pct":6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:imperva","name":"Imperva","kind":"provider","share":0.8,"sites":44,"robots":{"served":35,"block_any":{"count":5,"pct":14.3},"by_agent":{"GPTBot":{"count":1,"pct":2.9},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.9},"CCBot":{"count":1,"pct":2.9}}},"edge_refused":{"any":{"count":4,"pct":9.1},"by_identity":{"gptbot":{"count":2,"pct":4.5},"claudebot":{"count":2,"pct":4.5},"oaisearch":{"count":2,"pct":4.5},"perplexity":{"count":4,"pct":9.1}}},"thin":{"count":7,"pct":15.9},"llms_txt":{"count":7,"pct":15.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:china-telecom","name":"China Telecom","kind":"provider","share":0.6,"sites":33,"robots":{"served":17,"block_any":{"count":1,"pct":5.9},"by_agent":{"GPTBot":{"count":1,"pct":5.9},"ClaudeBot":{"count":1,"pct":5.9},"PerplexityBot":{"count":1,"pct":5.9},"OAI-SearchBot":{"count":1,"pct":5.9},"Google-Extended":{"count":1,"pct":5.9},"CCBot":{"count":1,"pct":5.9}}},"edge_refused":{"any":{"count":7,"pct":21.2},"by_identity":{"gptbot":{"count":4,"pct":12.1},"claudebot":{"count":4,"pct":12.1},"oaisearch":{"count":4,"pct":12.1},"perplexity":{"count":3,"pct":9.1}}},"thin":{"count":4,"pct":12.1},"llms_txt":{"count":1,"pct":3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:hll","name":"HLL","kind":"provider","share":0.6,"sites":31,"robots":{"served":27,"block_any":{"count":2,"pct":7.4},"by_agent":{"GPTBot":{"count":2,"pct":7.4},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":9.7},"by_identity":{"gptbot":{"count":2,"pct":6.5},"claudebot":{"count":1,"pct":3.2},"oaisearch":{"count":2,"pct":6.5},"perplexity":{"count":1,"pct":3.2}}},"thin":{"count":1,"pct":3.2},"llms_txt":{"count":7,"pct":22.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:jsc-selectel","name":"JSC Selectel","kind":"provider","share":0.5,"sites":30,"robots":{"served":24,"block_any":{"count":4,"pct":16.7},"by_agent":{"GPTBot":{"count":4,"pct":16.7},"ClaudeBot":{"count":4,"pct":16.7},"PerplexityBot":{"count":4,"pct":16.7},"OAI-SearchBot":{"count":4,"pct":16.7},"Google-Extended":{"count":4,"pct":16.7},"CCBot":{"count":4,"pct":16.7}}},"edge_refused":{"any":{"count":4,"pct":13.3},"by_identity":{"gptbot":{"count":2,"pct":6.7},"claudebot":{"count":3,"pct":10},"oaisearch":{"count":3,"pct":10},"perplexity":{"count":2,"pct":6.7}}},"thin":{"count":1,"pct":3.3},"llms_txt":{"count":3,"pct":10},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:ddos-guard","name":"DDOS-Guard","kind":"provider","share":0.4,"sites":25,"robots":{"served":22,"block_any":{"count":1,"pct":4.5},"by_agent":{"GPTBot":{"count":1,"pct":4.5},"ClaudeBot":{"count":1,"pct":4.5},"PerplexityBot":{"count":1,"pct":4.5},"OAI-SearchBot":{"count":1,"pct":4.5},"Google-Extended":{"count":1,"pct":4.5},"CCBot":{"count":1,"pct":4.5}}},"edge_refused":{"any":{"count":6,"pct":24},"by_identity":{"gptbot":{"count":4,"pct":16},"claudebot":{"count":4,"pct":16},"oaisearch":{"count":2,"pct":8},"perplexity":{"count":2,"pct":8}}},"thin":{"count":1,"pct":4},"llms_txt":{"count":6,"pct":24},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:tencent-cloud","name":"Tencent Cloud","kind":"provider","share":0.3,"sites":19,"robots":{"served":14,"block_any":{"count":6,"pct":42.9},"by_agent":{"GPTBot":{"count":5,"pct":35.7},"ClaudeBot":{"count":6,"pct":42.9},"PerplexityBot":{"count":5,"pct":35.7},"OAI-SearchBot":{"count":5,"pct":35.7},"Google-Extended":{"count":5,"pct":35.7},"CCBot":{"count":5,"pct":35.7}}},"edge_refused":{"any":{"count":2,"pct":10.5},"by_identity":{"gptbot":{"count":1,"pct":5.3},"claudebot":{"count":1,"pct":5.3},"oaisearch":{"count":1,"pct":5.3},"perplexity":{"count":2,"pct":10.5}}},"thin":{"count":3,"pct":15.8},"llms_txt":{"count":3,"pct":15.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:yandex","name":"Yandex","kind":"provider","share":0.3,"sites":19,"robots":{"served":16,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":5.3},"by_identity":{"gptbot":{"count":1,"pct":5.3},"claudebot":{"count":1,"pct":5.3},"oaisearch":{"count":1,"pct":5.3},"perplexity":{"count":1,"pct":5.3}}},"thin":{"count":1,"pct":5.3},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:dataweb-global-group","name":"DataWeb Global Group","kind":"provider","share":0.3,"sites":17,"robots":{"served":7,"block_any":{"count":1,"pct":14.3},"by_agent":{"GPTBot":{"count":1,"pct":14.3},"ClaudeBot":{"count":1,"pct":14.3},"PerplexityBot":{"count":1,"pct":14.3},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":14.3},"CCBot":{"count":1,"pct":14.3}}},"edge_refused":{"any":{"count":3,"pct":17.6},"by_identity":{"gptbot":{"count":3,"pct":17.6},"claudebot":{"count":3,"pct":17.6},"oaisearch":{"count":1,"pct":5.9},"perplexity":{"count":1,"pct":5.9}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:vk","name":"VK","kind":"provider","share":0.3,"sites":17,"robots":{"served":16,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":3,"pct":17.6},"llms_txt":{"count":1,"pct":5.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:digitalocean","name":"DigitalOcean","kind":"provider","share":0.3,"sites":16,"robots":{"served":11,"block_any":{"count":1,"pct":9.1},"by_agent":{"GPTBot":{"count":1,"pct":9.1},"ClaudeBot":{"count":1,"pct":9.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":9.1},"CCBot":{"count":1,"pct":9.1}}},"edge_refused":{"any":{"count":2,"pct":12.5},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":2,"pct":12.5},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":6.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:national-informatics-centre","name":"National Informatics Centre","kind":"provider","share":0.3,"sites":16,"robots":{"served":2,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":25},"by_identity":{"gptbot":{"count":4,"pct":25},"claudebot":{"count":4,"pct":25},"oaisearch":{"count":4,"pct":25},"perplexity":{"count":4,"pct":25}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:cdn77","name":"CDN77","kind":"provider","share":0.2,"sites":13,"robots":{"served":12,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":2,"pct":15.4},"by_identity":{"gptbot":{"count":1,"pct":7.7},"claudebot":{"count":1,"pct":7.7},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":2,"pct":15.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":3,"pct":23.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:huawei-cloud","name":"Huawei Cloud","kind":"provider","share":0.2,"sites":13,"robots":{"served":8,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":7.7},"by_identity":{"gptbot":{"count":1,"pct":7.7},"claudebot":{"count":1,"pct":7.7},"oaisearch":{"count":1,"pct":7.7},"perplexity":{"count":1,"pct":7.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":7.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:iqweb-fz","name":"IQWeb FZ-","kind":"provider","share":0.2,"sites":12,"robots":{"served":12,"block_any":{"count":1,"pct":8.3},"by_agent":{"GPTBot":{"count":1,"pct":8.3},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":8.3},"by_identity":{"gptbot":{"count":1,"pct":8.3},"claudebot":{"count":1,"pct":8.3},"oaisearch":{"count":1,"pct":8.3},"perplexity":{"count":1,"pct":8.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":1,"pct":8.3},"ai_train_no":{"count":1,"pct":8.3}},{"id":"network:oracle","name":"Oracle","kind":"provider","share":0.2,"sites":12,"robots":{"served":6,"block_any":{"count":3,"pct":50},"by_agent":{"GPTBot":{"count":3,"pct":50},"ClaudeBot":{"count":2,"pct":33.3},"PerplexityBot":{"count":2,"pct":33.3},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":2,"pct":33.3},"CCBot":{"count":2,"pct":33.3}}},"edge_refused":{"any":{"count":4,"pct":33.3},"by_identity":{"gptbot":{"count":4,"pct":33.3},"claudebot":{"count":4,"pct":33.3},"oaisearch":{"count":3,"pct":25},"perplexity":{"count":4,"pct":33.3}}},"thin":{"count":2,"pct":16.7},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:artcompanycz","name":"Artcompanycz","kind":"provider","share":0.2,"sites":11,"robots":{"served":9,"block_any":{"count":9,"pct":100},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:internet-initiative-japan","name":"Internet Initiative Japan","kind":"provider","share":0.2,"sites":11,"robots":{"served":9,"block_any":{"count":2,"pct":22.2},"by_agent":{"GPTBot":{"count":1,"pct":11.1},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":1,"pct":11.1},"OAI-SearchBot":{"count":1,"pct":11.1},"Google-Extended":{"count":1,"pct":11.1},"CCBot":{"count":1,"pct":11.1}}},"edge_refused":{"any":{"count":2,"pct":18.2},"by_identity":{"gptbot":{"count":1,"pct":9.1},"claudebot":{"count":1,"pct":9.1},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":2,"pct":18.2}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:ionos","name":"Ionos","kind":"provider","share":0.2,"sites":11,"robots":{"served":10,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":9.1},"llms_txt":{"count":2,"pct":18.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:servicepipe","name":"Servicepipe","kind":"provider","share":0.2,"sites":11,"robots":{"served":1,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":36.4},"by_identity":{"gptbot":{"count":4,"pct":36.4},"claudebot":{"count":4,"pct":36.4},"oaisearch":{"count":4,"pct":36.4},"perplexity":{"count":4,"pct":36.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:verein-zur-foerderung-eines-deutschen-fo","name":"Verein zur Foerderung eines Deutschen Forschungsnetzes e.V","kind":"provider","share":0.2,"sites":11,"robots":{"served":11,"block_any":{"count":1,"pct":9.1},"by_agent":{"GPTBot":{"count":1,"pct":9.1},"ClaudeBot":{"count":1,"pct":9.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":9.1},"CCBot":{"count":1,"pct":9.1}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":9.1},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:china-unicom","name":"China Unicom","kind":"provider","share":0.2,"sites":10,"robots":{"served":6,"block_any":{"count":3,"pct":50},"by_agent":{"GPTBot":{"count":3,"pct":50},"ClaudeBot":{"count":3,"pct":50},"PerplexityBot":{"count":3,"pct":50},"OAI-SearchBot":{"count":2,"pct":33.3},"Google-Extended":{"count":2,"pct":33.3},"CCBot":{"count":2,"pct":33.3}}},"edge_refused":{"any":{"count":1,"pct":10},"by_identity":{"gptbot":{"count":1,"pct":10},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":1,"pct":10},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":10},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:f5-networks","name":"F5 Networks","kind":"provider","share":0.2,"sites":10,"robots":{"served":5,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":10},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":1,"pct":10},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":10},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":1,"pct":10},"ai_train_no":{"count":1,"pct":10}},{"id":"network:other","name":"Other (834 providers, each under 10 sites)","kind":"other","providers":834,"share":22.9,"sites":1275,"robots":{"served":1016,"block_any":{"count":146,"pct":14.4},"by_agent":{"GPTBot":{"count":105,"pct":10.3},"ClaudeBot":{"count":92,"pct":9.1},"PerplexityBot":{"count":65,"pct":6.4},"OAI-SearchBot":{"count":50,"pct":4.9},"Google-Extended":{"count":75,"pct":7.4},"CCBot":{"count":105,"pct":10.3}}},"edge_refused":{"any":{"count":194,"pct":15.2},"by_identity":{"gptbot":{"count":143,"pct":11.2},"claudebot":{"count":147,"pct":11.5},"oaisearch":{"count":108,"pct":8.5},"perplexity":{"count":97,"pct":7.6}}},"thin":{"count":34,"pct":2.7},"llms_txt":{"count":146,"pct":11.5},"content_signal":{"count":11,"pct":0.9},"ai_train_no":{"count":8,"pct":0.6}},{"id":"network:unidentified","name":"Unidentified","kind":"bucket","share":0.1,"sites":6,"robots":{"served":2,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":50},"by_identity":{"gptbot":{"count":2,"pct":33.3},"claudebot":{"count":3,"pct":50},"oaisearch":{"count":3,"pct":50},"perplexity":{"count":2,"pct":33.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":16.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]},{"id":"bot","label":"Bot protection","about":"a bot-management product detected on the site","providers_named":5,"nodes":[{"id":"bot:cloudflare-bot-management","name":"Cloudflare Bot Management","kind":"provider","share":10.3,"sites":573,"robots":{"served":502,"block_any":{"count":89,"pct":17.7},"by_agent":{"GPTBot":{"count":56,"pct":11.2},"ClaudeBot":{"count":42,"pct":8.4},"PerplexityBot":{"count":31,"pct":6.2},"OAI-SearchBot":{"count":22,"pct":4.4},"Google-Extended":{"count":36,"pct":7.2},"CCBot":{"count":65,"pct":12.9}}},"edge_refused":{"any":{"count":152,"pct":26.5},"by_identity":{"gptbot":{"count":128,"pct":22.3},"claudebot":{"count":130,"pct":22.7},"oaisearch":{"count":82,"pct":14.3},"perplexity":{"count":93,"pct":16.2}}},"thin":{"count":7,"pct":1.2},"llms_txt":{"count":156,"pct":27.2},"content_signal":{"count":34,"pct":5.9},"ai_train_no":{"count":23,"pct":4}},{"id":"bot:akamai-bot-manager","name":"Akamai Bot Manager","kind":"provider","share":1.8,"sites":99,"robots":{"served":69,"block_any":{"count":8,"pct":11.6},"by_agent":{"GPTBot":{"count":8,"pct":11.6},"ClaudeBot":{"count":8,"pct":11.6},"PerplexityBot":{"count":7,"pct":10.1},"OAI-SearchBot":{"count":6,"pct":8.7},"Google-Extended":{"count":7,"pct":10.1},"CCBot":{"count":8,"pct":11.6}}},"edge_refused":{"any":{"count":52,"pct":52.5},"by_identity":{"gptbot":{"count":51,"pct":51.5},"claudebot":{"count":50,"pct":50.5},"oaisearch":{"count":50,"pct":50.5},"perplexity":{"count":50,"pct":50.5}}},"thin":{"count":5,"pct":5.1},"llms_txt":{"count":20,"pct":20.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:imperva","name":"Imperva","kind":"provider","share":0.9,"sites":51,"robots":{"served":40,"block_any":{"count":6,"pct":15},"by_agent":{"GPTBot":{"count":2,"pct":5},"ClaudeBot":{"count":1,"pct":2.5},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.5},"CCBot":{"count":1,"pct":2.5}}},"edge_refused":{"any":{"count":4,"pct":7.8},"by_identity":{"gptbot":{"count":2,"pct":3.9},"claudebot":{"count":2,"pct":3.9},"oaisearch":{"count":2,"pct":3.9},"perplexity":{"count":4,"pct":7.8}}},"thin":{"count":9,"pct":17.6},"llms_txt":{"count":9,"pct":17.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:datadome","name":"DataDome","kind":"provider","share":0.2,"sites":12,"robots":{"served":11,"block_any":{"count":7,"pct":63.6},"by_agent":{"GPTBot":{"count":7,"pct":63.6},"ClaudeBot":{"count":7,"pct":63.6},"PerplexityBot":{"count":2,"pct":18.2},"OAI-SearchBot":{"count":2,"pct":18.2},"Google-Extended":{"count":6,"pct":54.5},"CCBot":{"count":6,"pct":54.5}}},"edge_refused":{"any":{"count":5,"pct":41.7},"by_identity":{"gptbot":{"count":4,"pct":33.3},"claudebot":{"count":3,"pct":25},"oaisearch":{"count":3,"pct":25},"perplexity":{"count":2,"pct":16.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":8.3},"content_signal":{"count":3,"pct":25},"ai_train_no":{"count":3,"pct":25}},{"id":"bot:human-perimeterx","name":"HUMAN (PerimeterX)","kind":"provider","share":0.2,"sites":11,"robots":{"served":11,"block_any":{"count":5,"pct":45.5},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":5,"pct":45.5},"by_identity":{"gptbot":{"count":5,"pct":45.5},"claudebot":{"count":5,"pct":45.5},"oaisearch":{"count":5,"pct":45.5},"perplexity":{"count":5,"pct":45.5}}},"thin":{"count":5,"pct":45.5},"llms_txt":{"count":2,"pct":18.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:other","name":"Other (1 providers, each under 10 sites)","kind":"other","providers":1,"share":0.1,"sites":7,"robots":{"served":6,"block_any":{"count":1,"pct":16.7},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":1,"pct":16.7}}},"edge_refused":{"any":{"count":4,"pct":57.1},"by_identity":{"gptbot":{"count":4,"pct":57.1},"claudebot":{"count":4,"pct":57.1},"oaisearch":{"count":4,"pct":57.1},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":14.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:none-detected","name":"None detected","kind":"bucket","share":85,"sites":4724,"robots":{"served":3824,"block_any":{"count":715,"pct":18.7},"by_agent":{"GPTBot":{"count":515,"pct":13.5},"ClaudeBot":{"count":469,"pct":12.3},"PerplexityBot":{"count":359,"pct":9.4},"OAI-SearchBot":{"count":241,"pct":6.3},"Google-Extended":{"count":395,"pct":10.3},"CCBot":{"count":534,"pct":14}}},"edge_refused":{"any":{"count":1050,"pct":22.2},"by_identity":{"gptbot":{"count":891,"pct":18.9},"claudebot":{"count":899,"pct":19},"oaisearch":{"count":558,"pct":11.8},"perplexity":{"count":574,"pct":12.2}}},"thin":{"count":115,"pct":2.4},"llms_txt":{"count":678,"pct":14.4},"content_signal":{"count":105,"pct":2.2},"ai_train_no":{"count":59,"pct":1.2}},{"id":"bot:not-read","name":"Not read","kind":"bucket","share":1.5,"sites":82,"robots":{"served":49,"block_any":{"count":15,"pct":30.6},"by_agent":{"GPTBot":{"count":14,"pct":28.6},"ClaudeBot":{"count":13,"pct":26.5},"PerplexityBot":{"count":13,"pct":26.5},"OAI-SearchBot":{"count":13,"pct":26.5},"Google-Extended":{"count":13,"pct":26.5},"CCBot":{"count":15,"pct":30.6}}},"edge_refused":{"any":{"count":15,"pct":18.3},"by_identity":{"gptbot":{"count":12,"pct":14.6},"claudebot":{"count":13,"pct":15.9},"oaisearch":{"count":8,"pct":9.8},"perplexity":{"count":8,"pct":9.8}}},"thin":{"count":4,"pct":4.9},"llms_txt":{"count":6,"pct":7.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]},{"id":"platform","label":"Site platform","about":"the CMS, store builder or hosting product the site runs on","providers_named":13,"nodes":[{"id":"platform:wordpress","name":"WordPress","kind":"provider","share":13.2,"sites":734,"robots":{"served":652,"block_any":{"count":106,"pct":16.3},"by_agent":{"GPTBot":{"count":78,"pct":12},"ClaudeBot":{"count":78,"pct":12},"PerplexityBot":{"count":57,"pct":8.7},"OAI-SearchBot":{"count":35,"pct":5.4},"Google-Extended":{"count":60,"pct":9.2},"CCBot":{"count":85,"pct":13}}},"edge_refused":{"any":{"count":236,"pct":32.2},"by_identity":{"gptbot":{"count":192,"pct":26.2},"claudebot":{"count":212,"pct":28.9},"oaisearch":{"count":125,"pct":17},"perplexity":{"count":122,"pct":16.6}}},"thin":{"count":5,"pct":0.7},"llms_txt":{"count":158,"pct":21.5},"content_signal":{"count":26,"pct":3.5},"ai_train_no":{"count":13,"pct":1.8}},{"id":"platform:google-cloud","name":"Google Cloud","kind":"provider","share":3.2,"sites":179,"robots":{"served":148,"block_any":{"count":39,"pct":26.4},"by_agent":{"GPTBot":{"count":19,"pct":12.8},"ClaudeBot":{"count":17,"pct":11.5},"PerplexityBot":{"count":12,"pct":8.1},"OAI-SearchBot":{"count":9,"pct":6.1},"Google-Extended":{"count":10,"pct":6.8},"CCBot":{"count":21,"pct":14.2}}},"edge_refused":{"any":{"count":26,"pct":14.5},"by_identity":{"gptbot":{"count":22,"pct":12.3},"claudebot":{"count":21,"pct":11.7},"oaisearch":{"count":13,"pct":7.3},"perplexity":{"count":18,"pct":10.1}}},"thin":{"count":7,"pct":3.9},"llms_txt":{"count":28,"pct":15.6},"content_signal":{"count":7,"pct":3.9},"ai_train_no":{"count":2,"pct":1.1}},{"id":"platform:drupal","name":"Drupal","kind":"provider","share":3,"sites":167,"robots":{"served":146,"block_any":{"count":9,"pct":6.2},"by_agent":{"GPTBot":{"count":6,"pct":4.1},"ClaudeBot":{"count":6,"pct":4.1},"PerplexityBot":{"count":5,"pct":3.4},"OAI-SearchBot":{"count":2,"pct":1.4},"Google-Extended":{"count":4,"pct":2.7},"CCBot":{"count":6,"pct":4.1}}},"edge_refused":{"any":{"count":43,"pct":25.7},"by_identity":{"gptbot":{"count":36,"pct":21.6},"claudebot":{"count":36,"pct":21.6},"oaisearch":{"count":25,"pct":15},"perplexity":{"count":25,"pct":15}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":13,"pct":7.8},"content_signal":{"count":2,"pct":1.2},"ai_train_no":{"count":2,"pct":1.2}},{"id":"platform:vercel","name":"Vercel","kind":"provider","share":2.3,"sites":127,"robots":{"served":114,"block_any":{"count":11,"pct":9.6},"by_agent":{"GPTBot":{"count":5,"pct":4.4},"ClaudeBot":{"count":4,"pct":3.5},"PerplexityBot":{"count":4,"pct":3.5},"OAI-SearchBot":{"count":3,"pct":2.6},"Google-Extended":{"count":5,"pct":4.4},"CCBot":{"count":6,"pct":5.3}}},"edge_refused":{"any":{"count":8,"pct":6.3},"by_identity":{"gptbot":{"count":7,"pct":5.5},"claudebot":{"count":6,"pct":4.7},"oaisearch":{"count":6,"pct":4.7},"perplexity":{"count":5,"pct":3.9}}},"thin":{"count":2,"pct":1.6},"llms_txt":{"count":72,"pct":56.7},"content_signal":{"count":19,"pct":15},"ai_train_no":{"count":4,"pct":3.1}},{"id":"platform:webflow","name":"Webflow","kind":"provider","share":2,"sites":113,"robots":{"served":100,"block_any":{"count":11,"pct":11},"by_agent":{"GPTBot":{"count":8,"pct":8},"ClaudeBot":{"count":6,"pct":6},"PerplexityBot":{"count":4,"pct":4},"OAI-SearchBot":{"count":4,"pct":4},"Google-Extended":{"count":5,"pct":5},"CCBot":{"count":8,"pct":8}}},"edge_refused":{"any":{"count":15,"pct":13.3},"by_identity":{"gptbot":{"count":14,"pct":12.4},"claudebot":{"count":14,"pct":12.4},"oaisearch":{"count":3,"pct":2.7},"perplexity":{"count":3,"pct":2.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":39,"pct":34.5},"content_signal":{"count":3,"pct":2.7},"ai_train_no":{"count":1,"pct":0.9}},{"id":"platform:microsoft-azure","name":"Microsoft Azure","kind":"provider","share":1.2,"sites":64,"robots":{"served":40,"block_any":{"count":3,"pct":7.5},"by_agent":{"GPTBot":{"count":3,"pct":7.5},"ClaudeBot":{"count":3,"pct":7.5},"PerplexityBot":{"count":1,"pct":2.5},"OAI-SearchBot":{"count":1,"pct":2.5},"Google-Extended":{"count":3,"pct":7.5},"CCBot":{"count":3,"pct":7.5}}},"edge_refused":{"any":{"count":8,"pct":12.5},"by_identity":{"gptbot":{"count":6,"pct":9.4},"claudebot":{"count":6,"pct":9.4},"oaisearch":{"count":5,"pct":7.8},"perplexity":{"count":6,"pct":9.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":5,"pct":7.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"platform:aws-elastic-load-balancing","name":"AWS Elastic Load Balancing","kind":"provider","share":1,"sites":54,"robots":{"served":47,"block_any":{"count":8,"pct":17},"by_agent":{"GPTBot":{"count":6,"pct":12.8},"ClaudeBot":{"count":6,"pct":12.8},"PerplexityBot":{"count":4,"pct":8.5},"OAI-SearchBot":{"count":4,"pct":8.5},"Google-Extended":{"count":4,"pct":8.5},"CCBot":{"count":6,"pct":12.8}}},"edge_refused":{"any":{"count":11,"pct":20.4},"by_identity":{"gptbot":{"count":10,"pct":18.5},"claudebot":{"count":8,"pct":14.8},"oaisearch":{"count":6,"pct":11.1},"perplexity":{"count":7,"pct":13}}},"thin":{"count":4,"pct":7.4},"llms_txt":{"count":8,"pct":14.8},"content_signal":{"count":2,"pct":3.7},"ai_train_no":{"count":2,"pct":3.7}},{"id":"platform:netlify","name":"Netlify","kind":"provider","share":1,"sites":53,"robots":{"served":46,"block_any":{"count":2,"pct":4.3},"by_agent":{"GPTBot":{"count":2,"pct":4.3},"ClaudeBot":{"count":2,"pct":4.3},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":2,"pct":4.3},"CCBot":{"count":2,"pct":4.3}}},"edge_refused":{"any":{"count":2,"pct":3.8},"by_identity":{"gptbot":{"count":2,"pct":3.8},"claudebot":{"count":1,"pct":1.9},"oaisearch":{"count":2,"pct":3.8},"perplexity":{"count":1,"pct":1.9}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":18,"pct":34},"content_signal":{"count":5,"pct":9.4},"ai_train_no":{"count":2,"pct":3.8}},{"id":"platform:hubspot-cms","name":"HubSpot CMS","kind":"provider","share":0.6,"sites":36,"robots":{"served":32,"block_any":{"count":3,"pct":9.4},"by_agent":{"GPTBot":{"count":3,"pct":9.4},"ClaudeBot":{"count":2,"pct":6.3},"PerplexityBot":{"count":2,"pct":6.3},"OAI-SearchBot":{"count":2,"pct":6.3},"Google-Extended":{"count":3,"pct":9.4},"CCBot":{"count":3,"pct":9.4}}},"edge_refused":{"any":{"count":1,"pct":2.8},"by_identity":{"gptbot":{"count":1,"pct":2.8},"claudebot":{"count":1,"pct":2.8},"oaisearch":{"count":1,"pct":2.8},"perplexity":{"count":1,"pct":2.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":8,"pct":22.2},"content_signal":{"count":2,"pct":5.6},"ai_train_no":{"count":1,"pct":2.8}},{"id":"platform:framer","name":"Framer","kind":"provider","share":0.4,"sites":23,"robots":{"served":21,"block_any":{"count":2,"pct":9.5},"by_agent":{"GPTBot":{"count":1,"pct":4.8},"ClaudeBot":{"count":1,"pct":4.8},"PerplexityBot":{"count":1,"pct":4.8},"OAI-SearchBot":{"count":1,"pct":4.8},"Google-Extended":{"count":1,"pct":4.8},"CCBot":{"count":1,"pct":4.8}}},"edge_refused":{"any":{"count":3,"pct":13},"by_identity":{"gptbot":{"count":3,"pct":13},"claudebot":{"count":3,"pct":13},"oaisearch":{"count":1,"pct":4.3},"perplexity":{"count":1,"pct":4.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":8,"pct":34.8},"content_signal":{"count":3,"pct":13},"ai_train_no":{"count":2,"pct":8.7}},{"id":"platform:github-pages","name":"GitHub Pages","kind":"provider","share":0.4,"sites":20,"robots":{"served":9,"block_any":{"count":1,"pct":11.1},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":5},"by_identity":{"gptbot":{"count":1,"pct":5},"claudebot":{"count":1,"pct":5},"oaisearch":{"count":1,"pct":5},"perplexity":{"count":1,"pct":5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":20},"content_signal":{"count":1,"pct":5},"ai_train_no":{"count":1,"pct":5}},{"id":"platform:shopify","name":"Shopify","kind":"provider","share":0.3,"sites":18,"robots":{"served":16,"block_any":{"count":1,"pct":6.3},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":5.6},"by_identity":{"gptbot":{"count":1,"pct":5.6},"claudebot":{"count":1,"pct":5.6},"oaisearch":{"count":1,"pct":5.6},"perplexity":{"count":1,"pct":5.6}}},"thin":{"count":1,"pct":5.6},"llms_txt":{"count":12,"pct":66.7},"content_signal":{"count":1,"pct":5.6},"ai_train_no":{"count":1,"pct":5.6}},{"id":"platform:wix","name":"Wix","kind":"provider","share":0.2,"sites":12,"robots":{"served":11,"block_any":{"count":1,"pct":9.1},"by_agent":{"GPTBot":{"count":1,"pct":9.1},"ClaudeBot":{"count":1,"pct":9.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":9.1},"CCBot":{"count":1,"pct":9.1}}},"edge_refused":{"any":{"count":1,"pct":8.3},"by_identity":{"gptbot":{"count":1,"pct":8.3},"claudebot":{"count":1,"pct":8.3},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":10,"pct":83.3},"llms_txt":{"count":11,"pct":91.7},"content_signal":{"count":1,"pct":8.3},"ai_train_no":{"count":1,"pct":8.3}},{"id":"platform:other","name":"Other (9 providers, each under 10 sites)","kind":"other","providers":9,"share":0.5,"sites":26,"robots":{"served":24,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":6,"pct":23.1},"by_identity":{"gptbot":{"count":3,"pct":11.5},"claudebot":{"count":3,"pct":11.5},"oaisearch":{"count":1,"pct":3.8},"perplexity":{"count":2,"pct":7.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":3,"pct":11.5},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"platform:not-identified","name":"Not identified","kind":"bucket","share":69.3,"sites":3851,"robots":{"served":3057,"block_any":{"count":634,"pct":20.7},"by_agent":{"GPTBot":{"count":456,"pct":14.9},"ClaudeBot":{"count":401,"pct":13.1},"PerplexityBot":{"count":309,"pct":10.1},"OAI-SearchBot":{"count":210,"pct":6.9},"Google-Extended":{"count":347,"pct":11.4},"CCBot":{"count":473,"pct":15.5}}},"edge_refused":{"any":{"count":910,"pct":23.6},"by_identity":{"gptbot":{"count":786,"pct":20.4},"claudebot":{"count":779,"pct":20.2},"oaisearch":{"count":514,"pct":13.3},"perplexity":{"count":535,"pct":13.9}}},"thin":{"count":112,"pct":2.9},"llms_txt":{"count":480,"pct":12.5},"content_signal":{"count":70,"pct":1.8},"ai_train_no":{"count":53,"pct":1.4}},{"id":"platform:not-read","name":"Not read","kind":"bucket","share":1.5,"sites":82,"robots":{"served":49,"block_any":{"count":15,"pct":30.6},"by_agent":{"GPTBot":{"count":14,"pct":28.6},"ClaudeBot":{"count":13,"pct":26.5},"PerplexityBot":{"count":13,"pct":26.5},"OAI-SearchBot":{"count":13,"pct":26.5},"Google-Extended":{"count":13,"pct":26.5},"CCBot":{"count":15,"pct":30.6}}},"edge_refused":{"any":{"count":15,"pct":18.3},"by_identity":{"gptbot":{"count":12,"pct":14.6},"claudebot":{"count":13,"pct":15.9},"oaisearch":{"count":8,"pct":9.8},"perplexity":{"count":8,"pct":9.8}}},"thin":{"count":4,"pct":4.9},"llms_txt":{"count":6,"pct":7.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]}],"links":[{"from":"bot:none-detected","to":"platform:not-identified","sites":3382,"edge_refused":759,"robots_only":372,"passes":2251},{"from":"dns:cloudflare","to":"network:cloudflare","sites":1312,"edge_refused":542,"robots_only":66,"passes":704},{"from":"network:other","to":"bot:none-detected","sites":1176,"edge_refused":163,"robots_only":103,"passes":910},{"from":"network:cloudflare","to":"bot:none-detected","sites":1130,"edge_refused":466,"robots_only":51,"passes":613},{"from":"network:amazon","to":"bot:none-detected","sites":1094,"edge_refused":178,"robots_only":159,"passes":757},{"from":"dns:amazon-route-53","to":"network:amazon","sites":858,"edge_refused":139,"robots_only":146,"passes":573},{"from":"bot:none-detected","to":"platform:wordpress","sites":594,"edge_refused":197,"robots_only":45,"passes":352},{"from":"dns:own-nameservers","to":"network:other","sites":446,"edge_refused":57,"robots_only":29,"passes":360},{"from":"dns:other","to":"network:other","sites":412,"edge_refused":62,"robots_only":41,"passes":309},{"from":"network:cloudflare","to":"bot:cloudflare-bot-management","sites":402,"edge_refused":102,"robots_only":39,"passes":261},{"from":"bot:cloudflare-bot-management","to":"platform:not-identified","sites":324,"edge_refused":99,"robots_only":34,"passes":191},{"from":"network:fastly","to":"bot:none-detected","sites":256,"edge_refused":54,"robots_only":47,"passes":155},{"from":"network:google","to":"bot:none-detected","sites":213,"edge_refused":21,"robots_only":30,"passes":162},{"from":"network:akamai","to":"bot:none-detected","sites":164,"edge_refused":57,"robots_only":21,"passes":86},{"from":"dns:akamai","to":"network:akamai","sites":157,"edge_refused":61,"robots_only":18,"passes":78},{"from":"bot:none-detected","to":"platform:google-cloud","sites":154,"edge_refused":17,"robots_only":28,"passes":109},{"from":"bot:none-detected","to":"platform:drupal","sites":141,"edge_refused":33,"robots_only":3,"passes":105},{"from":"dns:amazon-route-53","to":"network:other","sites":126,"edge_refused":29,"robots_only":9,"passes":88},{"from":"bot:cloudflare-bot-management","to":"platform:wordpress","sites":125,"edge_refused":29,"robots_only":8,"passes":88},{"from":"dns:amazon-route-53","to":"network:cloudflare","sites":116,"edge_refused":12,"robots_only":16,"passes":88},{"from":"network:microsoft","to":"bot:none-detected","sites":108,"edge_refused":12,"robots_only":6,"passes":90},{"from":"bot:none-detected","to":"platform:webflow","sites":105,"edge_refused":14,"robots_only":9,"passes":82},{"from":"dns:amazon-route-53","to":"network:fastly","sites":104,"edge_refused":32,"robots_only":27,"passes":45},{"from":"dns:google","to":"network:google","sites":102,"edge_refused":11,"robots_only":6,"passes":85},{"from":"bot:none-detected","to":"platform:vercel","sites":100,"edge_refused":3,"robots_only":7,"passes":90},{"from":"dns:other","to":"network:amazon","sites":94,"edge_refused":22,"robots_only":19,"passes":53},{"from":"network:amazon","to":"bot:cloudflare-bot-management","sites":91,"edge_refused":25,"robots_only":7,"passes":59},{"from":"dns:cloudflare","to":"network:other","sites":86,"edge_refused":13,"robots_only":13,"passes":60},{"from":"bot:not-read","to":"platform:not-read","sites":82,"edge_refused":15,"robots_only":13,"passes":54},{"from":"bot:akamai-bot-manager","to":"platform:not-identified","sites":81,"edge_refused":40,"robots_only":3,"passes":38},{"from":"dns:own-nameservers","to":"network:amazon","sites":73,"edge_refused":12,"robots_only":4,"passes":57},{"from":"network:automattic","to":"bot:none-detected","sites":72,"edge_refused":27,"robots_only":19,"passes":26},{"from":"network:ovhcloud","to":"bot:none-detected","sites":66,"edge_refused":11,"robots_only":3,"passes":52},{"from":"network:alibaba-cloud","to":"bot:none-detected","sites":65,"edge_refused":8,"robots_only":2,"passes":55},{"from":"bot:none-detected","to":"platform:microsoft-azure","sites":60,"edge_refused":8,"robots_only":2,"passes":50},{"from":"dns:cloudflare","to":"network:amazon","sites":56,"edge_refused":10,"robots_only":7,"passes":39},{"from":"dns:microsoft-azure","to":"network:microsoft","sites":54,"edge_refused":5,"robots_only":3,"passes":46},{"from":"network:akamai","to":"bot:akamai-bot-manager","sites":53,"edge_refused":27,"robots_only":1,"passes":25},{"from":"bot:none-detected","to":"platform:netlify","sites":50,"edge_refused":1,"robots_only":2,"passes":47},{"from":"network:hetzner","to":"bot:none-detected","sites":49,"edge_refused":8,"robots_only":3,"passes":38},{"from":"bot:none-detected","to":"platform:aws-elastic-load-balancing","sites":49,"edge_refused":9,"robots_only":3,"passes":37},{"from":"network:other","to":"bot:cloudflare-bot-management","sites":44,"edge_refused":16,"robots_only":4,"passes":24},{"from":"dns:other","to":"network:google","sites":43,"edge_refused":8,"robots_only":8,"passes":27},{"from":"network:imperva","to":"bot:imperva","sites":43,"edge_refused":3,"robots_only":4,"passes":36},{"from":"bot:imperva","to":"platform:not-identified","sites":40,"edge_refused":3,"robots_only":5,"passes":32},{"from":"dns:amazon-route-53","to":"network:google","sites":40,"edge_refused":5,"robots_only":2,"passes":33},{"from":"dns:akamai","to":"network:other","sites":38,"edge_refused":8,"robots_only":5,"passes":25},{"from":"dns:akamai","to":"network:amazon","sites":36,"edge_refused":9,"robots_only":0,"passes":27},{"from":"bot:cloudflare-bot-management","to":"platform:hubspot-cms","sites":35,"edge_refused":0,"robots_only":3,"passes":32},{"from":"dns:own-nameservers","to":"network:cloudflare","sites":33,"edge_refused":5,"robots_only":3,"passes":25},{"from":"dns:other","to":"network:fastly","sites":33,"edge_refused":8,"robots_only":3,"passes":22},{"from":"network:china-telecom","to":"bot:none-detected","sites":32,"edge_refused":7,"robots_only":1,"passes":24},{"from":"dns:amazon-route-53","to":"network:automattic","sites":31,"edge_refused":12,"robots_only":10,"passes":9},{"from":"network:hll","to":"bot:none-detected","sites":30,"edge_refused":2,"robots_only":1,"passes":27},{"from":"dns:own-nameservers","to":"network:fastly","sites":30,"edge_refused":3,"robots_only":3,"passes":24},{"from":"network:jsc-selectel","to":"bot:none-detected","sites":29,"edge_refused":4,"robots_only":2,"passes":23},{"from":"dns:ns1-ibm","to":"network:amazon","sites":27,"edge_refused":11,"robots_only":1,"passes":15},{"from":"bot:cloudflare-bot-management","to":"platform:vercel","sites":26,"edge_refused":5,"robots_only":3,"passes":18},{"from":"bot:none-detected","to":"platform:other","sites":25,"edge_refused":5,"robots_only":0,"passes":20},{"from":"network:ddos-guard","to":"bot:none-detected","sites":25,"edge_refused":6,"robots_only":1,"passes":18},{"from":"dns:google","to":"network:fastly","sites":23,"edge_refused":1,"robots_only":8,"passes":14},{"from":"network:other","to":"bot:not-read","sites":23,"edge_refused":1,"robots_only":3,"passes":19},{"from":"dns:other","to":"network:ovhcloud","sites":22,"edge_refused":5,"robots_only":0,"passes":17},{"from":"dns:ns1-ibm","to":"network:fastly","sites":22,"edge_refused":6,"robots_only":6,"passes":10},{"from":"bot:cloudflare-bot-management","to":"platform:google-cloud","sites":22,"edge_refused":6,"robots_only":3,"passes":13},{"from":"dns:other","to":"network:hetzner","sites":22,"edge_refused":3,"robots_only":2,"passes":17},{"from":"network:other","to":"bot:akamai-bot-manager","sites":22,"edge_refused":9,"robots_only":1,"passes":12},{"from":"dns:ru-center","to":"network:other","sites":21,"edge_refused":3,"robots_only":2,"passes":16},{"from":"dns:alibaba-cloud","to":"network:alibaba-cloud","sites":21,"edge_refused":2,"robots_only":1,"passes":18},{"from":"dns:other","to":"network:cloudflare","sites":21,"edge_refused":5,"robots_only":3,"passes":13},{"from":"network:amazon","to":"bot:akamai-bot-manager","sites":21,"edge_refused":14,"robots_only":1,"passes":6},{"from":"network:amazon","to":"bot:not-read","sites":20,"edge_refused":0,"robots_only":8,"passes":12},{"from":"dns:cloudflare","to":"network:fastly","sites":20,"edge_refused":3,"robots_only":0,"passes":17},{"from":"network:tencent-cloud","to":"bot:none-detected","sites":19,"edge_refused":2,"robots_only":6,"passes":11},{"from":"dns:ns1-ibm","to":"network:other","sites":19,"edge_refused":2,"robots_only":2,"passes":15},{"from":"bot:none-detected","to":"platform:github-pages","sites":19,"edge_refused":0,"robots_only":1,"passes":18},{"from":"bot:none-detected","to":"platform:framer","sites":18,"edge_refused":1,"robots_only":2,"passes":15},{"from":"dns:other","to":"network:akamai","sites":18,"edge_refused":6,"robots_only":2,"passes":10},{"from":"network:vk","to":"bot:none-detected","sites":17,"edge_refused":0,"robots_only":0,"passes":17},{"from":"network:yandex","to":"bot:none-detected","sites":17,"edge_refused":0,"robots_only":0,"passes":17},{"from":"bot:cloudflare-bot-management","to":"platform:drupal","sites":17,"edge_refused":6,"robots_only":1,"passes":10},{"from":"dns:ultradns-vercara","to":"network:other","sites":16,"edge_refused":7,"robots_only":2,"passes":7},{"from":"network:national-informatics-centre","to":"bot:none-detected","sites":16,"edge_refused":4,"robots_only":0,"passes":12},{"from":"dns:ultradns-vercara","to":"network:amazon","sites":15,"edge_refused":4,"robots_only":3,"passes":8},{"from":"network:google","to":"bot:cloudflare-bot-management","sites":15,"edge_refused":7,"robots_only":1,"passes":7},{"from":"bot:none-detected","to":"platform:shopify","sites":15,"edge_refused":1,"robots_only":0,"passes":14},{"from":"dns:tencent-cloud-dnspod","to":"network:other","sites":15,"edge_refused":0,"robots_only":1,"passes":14},{"from":"dns:other","to":"network:microsoft","sites":15,"edge_refused":1,"robots_only":0,"passes":14},{"from":"network:dataweb-global-group","to":"bot:none-detected","sites":14,"edge_refused":3,"robots_only":0,"passes":11},{"from":"network:digitalocean","to":"bot:none-detected","sites":14,"edge_refused":1,"robots_only":1,"passes":12},{"from":"dns:alibabadns-com","to":"network:alibaba-cloud","sites":14,"edge_refused":0,"robots_only":1,"passes":13},{"from":"dns:cloudflare","to":"network:akamai","sites":14,"edge_refused":6,"robots_only":1,"passes":7},{"from":"dns:google","to":"network:cloudflare","sites":14,"edge_refused":1,"robots_only":2,"passes":11},{"from":"dns:cloudflare","to":"network:ovhcloud","sites":14,"edge_refused":3,"robots_only":0,"passes":11},{"from":"dns:yandex","to":"network:yandex","sites":14,"edge_refused":0,"robots_only":0,"passes":14},{"from":"dns:google","to":"network:other","sites":14,"edge_refused":2,"robots_only":1,"passes":11},{"from":"dns:akamai","to":"network:cloudflare","sites":13,"edge_refused":1,"robots_only":2,"passes":10},{"from":"dns:cloudflare","to":"network:automattic","sites":13,"edge_refused":6,"robots_only":5,"passes":2},{"from":"network:cdn77","to":"bot:none-detected","sites":13,"edge_refused":2,"robots_only":0,"passes":11},{"from":"dns:own-nameservers","to":"network:imperva","sites":13,"edge_refused":0,"robots_only":1,"passes":12},{"from":"dns:godaddy","to":"network:amazon","sites":13,"edge_refused":1,"robots_only":0,"passes":12},{"from":"network:huawei-cloud","to":"bot:none-detected","sites":13,"edge_refused":1,"robots_only":0,"passes":12},{"from":"dns:own-nameservers","to":"network:hll","sites":12,"edge_refused":2,"robots_only":1,"passes":9},{"from":"dns:own-nameservers","to":"network:ovhcloud","sites":12,"edge_refused":2,"robots_only":2,"passes":8},{"from":"dns:ns1-ibm","to":"network:akamai","sites":12,"edge_refused":8,"robots_only":0,"passes":4},{"from":"dns:tencent-cloud-dnspod","to":"network:tencent-cloud","sites":12,"edge_refused":2,"robots_only":3,"passes":7},{"from":"dns:amazon-route-53","to":"network:microsoft","sites":12,"edge_refused":3,"robots_only":3,"passes":6},{"from":"dns:other","to":"network:automattic","sites":12,"edge_refused":5,"robots_only":2,"passes":5},{"from":"dns:edrive-hosting-cz","to":"network:google","sites":12,"edge_refused":0,"robots_only":12,"passes":0},{"from":"network:iqweb-fz","to":"bot:none-detected","sites":12,"edge_refused":1,"robots_only":1,"passes":10},{"from":"dns:nic-in","to":"network:national-informatics-centre","sites":12,"edge_refused":4,"robots_only":0,"passes":8},{"from":"dns:akamai","to":"network:fastly","sites":11,"edge_refused":0,"robots_only":0,"passes":11},{"from":"bot:human-perimeterx","to":"platform:not-identified","sites":11,"edge_refused":5,"robots_only":4,"passes":2},{"from":"dns:centralnic-net","to":"network:amazon","sites":11,"edge_refused":0,"robots_only":0,"passes":11},{"from":"network:oracle","to":"bot:none-detected","sites":11,"edge_refused":4,"robots_only":2,"passes":5},{"from":"dns:tencent-cloud-dnspod","to":"network:alibaba-cloud","sites":11,"edge_refused":2,"robots_only":0,"passes":9},{"from":"dns:own-nameservers","to":"network:microsoft","sites":11,"edge_refused":1,"robots_only":0,"passes":10},{"from":"dns:own-nameservers","to":"network:verein-zur-foerderung-eines-deutschen-fo","sites":11,"edge_refused":0,"robots_only":1,"passes":10},{"from":"network:verein-zur-foerderung-eines-deutschen-fo","to":"bot:none-detected","sites":11,"edge_refused":0,"robots_only":1,"passes":10},{"from":"dns:edrive-hosting-cz","to":"network:artcompanycz","sites":11,"edge_refused":0,"robots_only":9,"passes":2},{"from":"network:artcompanycz","to":"bot:none-detected","sites":11,"edge_refused":0,"robots_only":9,"passes":2},{"from":"bot:none-detected","to":"platform:wix","sites":11,"edge_refused":1,"robots_only":0,"passes":10},{"from":"dns:tencent-cloud-dnspod","to":"network:china-telecom","sites":10,"edge_refused":1,"robots_only":1,"passes":8},{"from":"dns:ultradns-vercara","to":"network:fastly","sites":10,"edge_refused":4,"robots_only":0,"passes":6},{"from":"network:china-unicom","to":"bot:none-detected","sites":10,"edge_refused":1,"robots_only":3,"passes":6},{"from":"dns:cloudns","to":"network:other","sites":10,"edge_refused":4,"robots_only":0,"passes":6},{"from":"network:internet-initiative-japan","to":"bot:none-detected","sites":10,"edge_refused":2,"robots_only":2,"passes":6},{"from":"dns:google","to":"network:amazon","sites":10,"edge_refused":0,"robots_only":0,"passes":10},{"from":"network:ionos","to":"bot:none-detected","sites":10,"edge_refused":0,"robots_only":0,"passes":10},{"from":"bot:datadome","to":"platform:not-identified","sites":10,"edge_refused":3,"robots_only":5,"passes":2},{"from":"network:servicepipe","to":"bot:not-read","sites":10,"edge_refused":4,"robots_only":0,"passes":6},{"from":"dns:amazon-route-53","to":"network:imperva","sites":10,"edge_refused":1,"robots_only":0,"passes":9},{"from":"dns:cloudflare","to":"network:google","sites":10,"edge_refused":2,"robots_only":0,"passes":8},{"from":"dns:arvancdn-ir","to":"network:other","sites":10,"edge_refused":0,"robots_only":0,"passes":10},{"from":"dns:other","to":"network:vk","sites":9,"edge_refused":0,"robots_only":0,"passes":9},{"from":"dns:ionos","to":"network:ionos","sites":9,"edge_refused":0,"robots_only":0,"passes":9},{"from":"dns:dns-made-easy","to":"network:amazon","sites":9,"edge_refused":6,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:jsc-selectel","sites":9,"edge_refused":2,"robots_only":0,"passes":7},{"from":"network:f5-networks","to":"bot:none-detected","sites":9,"edge_refused":1,"robots_only":0,"passes":8},{"from":"dns:other","to":"network:ddos-guard","sites":9,"edge_refused":3,"robots_only":1,"passes":5},{"from":"dns:other","to":"network:jsc-selectel","sites":9,"edge_refused":1,"robots_only":2,"passes":6},{"from":"dns:other","to":"network:iqweb-fz","sites":9,"edge_refused":0,"robots_only":1,"passes":8},{"from":"dns:akamai","to":"network:google","sites":8,"edge_refused":0,"robots_only":0,"passes":8},{"from":"dns:other","to":"network:cdn77","sites":8,"edge_refused":2,"robots_only":0,"passes":6},{"from":"bot:cloudflare-bot-management","to":"platform:webflow","sites":8,"edge_refused":1,"robots_only":0,"passes":7},{"from":"dns:own-nameservers","to":"network:hetzner","sites":8,"edge_refused":1,"robots_only":1,"passes":6},{"from":"dns:ns1-ibm","to":"network:cloudflare","sites":8,"edge_refused":0,"robots_only":1,"passes":7},{"from":"dns:cloudflare","to":"network:hetzner","sites":8,"edge_refused":1,"robots_only":0,"passes":7},{"from":"dns:own-nameservers","to":"network:china-telecom","sites":8,"edge_refused":0,"robots_only":0,"passes":8},{"from":"bot:akamai-bot-manager","to":"platform:wordpress","sites":8,"edge_refused":8,"robots_only":0,"passes":0},{"from":"dns:amazon-route-53","to":"network:ovhcloud","sites":8,"edge_refused":0,"robots_only":1,"passes":7},{"from":"network:google","to":"bot:not-read","sites":8,"edge_refused":2,"robots_only":1,"passes":5},{"from":"dns:other","to":"network:alibaba-cloud","sites":8,"edge_refused":1,"robots_only":0,"passes":7},{"from":"dns:other","to":"network:china-telecom","sites":8,"edge_refused":3,"robots_only":0,"passes":5},{"from":"dns:own-nameservers","to":"network:vk","sites":8,"edge_refused":0,"robots_only":0,"passes":8},{"from":"dns:ru-center","to":"network:hll","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"dns:other","to":"network:oracle","sites":7,"edge_refused":2,"robots_only":2,"passes":3},{"from":"dns:other","to":"network:imperva","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"network:cloudflare","to":"bot:not-read","sites":7,"edge_refused":5,"robots_only":0,"passes":2},{"from":"dns:namecheap","to":"network:dataweb-global-group","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:microsoft-azure","to":"network:amazon","sites":7,"edge_refused":3,"robots_only":0,"passes":4},{"from":"dns:own-nameservers","to":"network:servicepipe","sites":7,"edge_refused":3,"robots_only":0,"passes":4},{"from":"dns:godaddy","to":"network:other","sites":7,"edge_refused":0,"robots_only":1,"passes":6},{"from":"dns:unidentified","to":"network:other","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:cloudflare","to":"network:dataweb-global-group","sites":7,"edge_refused":2,"robots_only":0,"passes":5},{"from":"dns:alibaba-cloud","to":"network:other","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"dns:alibaba-cloud","to":"network:china-telecom","sites":7,"edge_refused":3,"robots_only":0,"passes":4},{"from":"network:fastly","to":"bot:cloudflare-bot-management","sites":7,"edge_refused":2,"robots_only":1,"passes":4},{"from":"dns:microsoft-azure","to":"network:other","sites":7,"edge_refused":2,"robots_only":1,"passes":4},{"from":"dns:d-53-info","to":"network:amazon","sites":7,"edge_refused":2,"robots_only":0,"passes":5},{"from":"dns:amazon-route-53","to":"network:alibaba-cloud","sites":6,"edge_refused":0,"robots_only":0,"passes":6},{"from":"dns:ultradns-vercara","to":"network:imperva","sites":6,"edge_refused":1,"robots_only":1,"passes":4},{"from":"dns:godaddy","to":"network:cloudflare","sites":6,"edge_refused":1,"robots_only":0,"passes":5},{"from":"network:amazon","to":"bot:human-perimeterx","sites":6,"edge_refused":1,"robots_only":4,"passes":1},{"from":"network:unidentified","to":"bot:none-detected","sites":6,"edge_refused":3,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:ddos-guard","sites":6,"edge_refused":1,"robots_only":0,"passes":5},{"from":"dns:own-nameservers","to":"network:automattic","sites":5,"edge_refused":3,"robots_only":0,"passes":2},{"from":"dns:own-nameservers","to":"network:alibaba-cloud","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:other","to":"network:internet-initiative-japan","sites":5,"edge_refused":1,"robots_only":1,"passes":3},{"from":"dns:other","to":"network:hll","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:cloudflare","to":"network:digitalocean","sites":5,"edge_refused":0,"robots_only":1,"passes":4},{"from":"network:amazon","to":"bot:imperva","sites":5,"edge_refused":1,"robots_only":1,"passes":3},{"from":"dns:selectel-ru","to":"network:jsc-selectel","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:dnsimple","to":"network:amazon","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:alibaba-cloud","to":"network:amazon","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:dns-made-easy","to":"network:other","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:other","to":"network:digitalocean","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"bot:cloudflare-bot-management","to":"platform:framer","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:microsoft-azure","to":"network:google","sites":5,"edge_refused":2,"robots_only":2,"passes":1},{"from":"bot:akamai-bot-manager","to":"platform:drupal","sites":5,"edge_refused":3,"robots_only":0,"passes":2},{"from":"dns:selectel-ru","to":"network:other","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:ultradns-vercara","to":"network:akamai","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:cloudflare","to":"network:microsoft","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"network:other","to":"bot:other","sites":5,"edge_refused":3,"robots_only":1,"passes":1},{"from":"dns:akamai","to":"network:microsoft","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:dnsimple","to":"network:other","sites":5,"edge_refused":0,"robots_only":1,"passes":4},{"from":"dns:ultradns-vercara","to":"network:cloudflare","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:gandi","to":"network:other","sites":5,"edge_refused":1,"robots_only":3,"passes":1},{"from":"dns:cloudflare","to":"network:ddos-guard","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:own-nameservers","to":"network:china-unicom","sites":4,"edge_refused":0,"robots_only":2,"passes":2},{"from":"dns:godaddy","to":"network:microsoft","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"network:cloudflare","to":"bot:datadome","sites":4,"edge_refused":0,"robots_only":4,"passes":0},{"from":"dns:own-nameservers","to":"network:google","sites":4,"edge_refused":1,"robots_only":1,"passes":2},{"from":"dns:ns1-ibm","to":"network:google","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:ns1-ibm","to":"network:microsoft","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:cloudns","to":"network:hetzner","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:own-nameservers","to":"network:akamai","sites":4,"edge_refused":2,"robots_only":0,"passes":2},{"from":"bot:imperva","to":"platform:wordpress","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:namecheap","to":"network:other","sites":4,"edge_refused":1,"robots_only":1,"passes":2},{"from":"dns:microsoft-azure","to":"network:fastly","sites":4,"edge_refused":0,"robots_only":1,"passes":3},{"from":"dns:tencent-cloud-dnspod","to":"network:huawei-cloud","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:constellix-com","to":"network:other","sites":4,"edge_refused":1,"robots_only":1,"passes":2},{"from":"dns:unidentified","to":"network:cloudflare","sites":4,"edge_refused":3,"robots_only":0,"passes":1},{"from":"network:amazon","to":"bot:datadome","sites":4,"edge_refused":3,"robots_only":0,"passes":1},{"from":"dns:csc","to":"network:cloudflare","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"network:alibaba-cloud","to":"bot:not-read","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:alibaba-cloud","to":"network:cloudflare","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:ultradns-vercara","to":"network:google","sites":3,"edge_refused":2,"robots_only":0,"passes":1},{"from":"dns:own-nameservers","to":"network:yandex","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:selectel-ru","to":"network:ddos-guard","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:namecheap","to":"network:cloudflare","sites":3,"edge_refused":2,"robots_only":0,"passes":1},{"from":"dns:amazon-route-53","to":"network:huawei-cloud","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"bot:cloudflare-bot-management","to":"platform:netlify","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:constellix-com","to":"network:akamai","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:ns1-ibm","to":"network:automattic","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"network:microsoft","to":"bot:cloudflare-bot-management","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:cloudflare","to":"network:hll","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:gandi","to":"network:ovhcloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"bot:other","to":"platform:not-identified","sites":3,"edge_refused":1,"robots_only":1,"passes":1},{"from":"dns:amazon-route-53","to":"network:oracle","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:nic-in","to":"network:amazon","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:national-informatics-centre","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:f5-networks","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:unidentified","to":"network:amazon","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:alibaba-cloud","to":"network:tencent-cloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:other","to":"network:china-unicom","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:godaddy","to":"network:akamai","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"bot:akamai-bot-manager","to":"platform:microsoft-azure","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:dns-made-easy","to":"network:fastly","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:other","to":"network:huawei-cloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:amazon-route-53","to":"network:hetzner","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"bot:imperva","to":"platform:drupal","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:amazon-route-53","to":"network:jsc-selectel","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:godaddy","to":"network:hetzner","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:godaddy","to":"network:google","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:cloudflare","to":"network:iqweb-fz","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"bot:other","to":"platform:wordpress","sites":3,"edge_refused":2,"robots_only":0,"passes":1}],"small_links_sites":194,"attribution":{"edge_refusals_by_network":[{"node":"network:cloudflare","name":"Cloudflare","count":575,"share_of_all":44.7,"rate":37.2,"overall_rate":23.2,"lift":1.6},{"node":"network:amazon","name":"Amazon","count":222,"share_of_all":17.2,"rate":17.9,"overall_rate":23.2,"lift":0.77},{"node":"network:other","name":"Other (834 providers, each under 10 sites)","count":194,"share_of_all":15.1,"rate":15.2,"overall_rate":23.2,"lift":0.66},{"node":"network:akamai","name":"Akamai","count":85,"share_of_all":6.6,"rate":38.6,"overall_rate":23.2,"lift":1.66},{"node":"network:fastly","name":"Fastly","count":57,"share_of_all":4.4,"rate":21.3,"overall_rate":23.2,"lift":0.92},{"node":"network:google","name":"Google","count":32,"share_of_all":2.5,"rate":13.4,"overall_rate":23.2,"lift":0.58},{"node":"network:automattic","name":"Automattic","count":27,"share_of_all":2.1,"rate":37.5,"overall_rate":23.2,"lift":1.62},{"node":"network:microsoft","name":"Microsoft","count":13,"share_of_all":1,"rate":11.4,"overall_rate":23.2,"lift":0.49},{"node":"network:ovhcloud","name":"OVHcloud","count":11,"share_of_all":0.9,"rate":16.2,"overall_rate":23.2,"lift":0.7},{"node":"network:alibaba-cloud","name":"Alibaba Cloud","count":8,"share_of_all":0.6,"rate":11.4,"overall_rate":23.2,"lift":0.49}],"edge_refusals_by_bot_protection":[{"node":"bot:none-detected","name":"None detected","count":1050,"share_of_all":81.6,"rate":22.2,"overall_rate":23.2,"lift":0.96},{"node":"bot:cloudflare-bot-management","name":"Cloudflare Bot Management","count":152,"share_of_all":11.8,"rate":26.5,"overall_rate":23.2,"lift":1.14},{"node":"bot:akamai-bot-manager","name":"Akamai Bot Manager","count":52,"share_of_all":4,"rate":52.5,"overall_rate":23.2,"lift":2.26},{"node":"bot:datadome","name":"DataDome","count":5,"share_of_all":0.4,"rate":41.7,"overall_rate":23.2,"lift":1.8},{"node":"bot:human-perimeterx","name":"HUMAN (PerimeterX)","count":5,"share_of_all":0.4,"rate":45.5,"overall_rate":23.2,"lift":1.96},{"node":"bot:imperva","name":"Imperva","count":4,"share_of_all":0.3,"rate":7.8,"overall_rate":23.2,"lift":0.34},{"node":"bot:other","name":"Other (1 providers, each under 10 sites)","count":4,"share_of_all":0.3,"rate":57.1,"overall_rate":23.2,"lift":2.46}],"robots_blocks_by_platform":[{"node":"platform:not-identified","name":"Not identified","count":634,"share_of_all":74.9,"rate":20.7,"overall_rate":18.8,"lift":1.1},{"node":"platform:wordpress","name":"WordPress","count":106,"share_of_all":12.5,"rate":16.3,"overall_rate":18.8,"lift":0.87},{"node":"platform:google-cloud","name":"Google Cloud","count":39,"share_of_all":4.6,"rate":26.4,"overall_rate":18.8,"lift":1.4},{"node":"platform:vercel","name":"Vercel","count":11,"share_of_all":1.3,"rate":9.6,"overall_rate":18.8,"lift":0.51},{"node":"platform:webflow","name":"Webflow","count":11,"share_of_all":1.3,"rate":11,"overall_rate":18.8,"lift":0.59},{"node":"platform:drupal","name":"Drupal","count":9,"share_of_all":1.1,"rate":6.2,"overall_rate":18.8,"lift":0.33},{"node":"platform:aws-elastic-load-balancing","name":"AWS Elastic Load Balancing","count":8,"share_of_all":0.9,"rate":17,"overall_rate":18.8,"lift":0.9},{"node":"platform:microsoft-azure","name":"Microsoft Azure","count":3,"share_of_all":0.4,"rate":7.5,"overall_rate":18.8,"lift":0.4},{"node":"platform:hubspot-cms","name":"HubSpot CMS","count":3,"share_of_all":0.4,"rate":9.4,"overall_rate":18.8,"lift":0.5},{"node":"platform:netlify","name":"Netlify","count":2,"share_of_all":0.2,"rate":4.3,"overall_rate":18.8,"lift":0.23}],"robots_blocks_by_dns":[{"node":"dns:amazon-route-53","name":"Amazon Route 53","count":299,"share_of_all":35.3,"rate":26.7,"overall_rate":18.8,"lift":1.42},{"node":"dns:cloudflare","name":"Cloudflare","count":195,"share_of_all":23,"rate":14.3,"overall_rate":18.8,"lift":0.76},{"node":"dns:other","name":"Other (499 providers, each under 10 sites)","count":130,"share_of_all":15.4,"rate":20.5,"overall_rate":18.8,"lift":1.09},{"node":"dns:akamai","name":"Akamai","count":40,"share_of_all":4.7,"rate":20.5,"overall_rate":18.8,"lift":1.09},{"node":"dns:ns1-ibm","name":"NS1 (IBM)","count":24,"share_of_all":2.8,"rate":27.3,"overall_rate":18.8,"lift":1.45},{"node":"dns:google","name":"Google","count":23,"share_of_all":2.7,"rate":19.7,"overall_rate":18.8,"lift":1.05},{"node":"dns:edrive-hosting-cz","name":"edrive-hosting.cz","count":21,"share_of_all":2.5,"rate":100,"overall_rate":18.8,"lift":5.32},{"node":"dns:microsoft-azure","name":"Microsoft Azure","count":10,"share_of_all":1.2,"rate":21.3,"overall_rate":18.8,"lift":1.13},{"node":"dns:ultradns-vercara","name":"UltraDNS (Vercara)","count":8,"share_of_all":0.9,"rate":18.6,"overall_rate":18.8,"lift":0.99},{"node":"dns:dns-made-easy","name":"DNS Made Easy","count":8,"share_of_all":0.9,"rate":40,"overall_rate":18.8,"lift":2.13}]},"reading":"Each reachable site in the frame is placed in four layers: its DNS host (NS records matched to the operator, or the nameservers' own domain), the holder of the network its address sits in (A record, origin autonomous system from Team Cymru's IP-to-ASN zone, holder name normalised), and the bot-protection product and site platform CrawlCheck's technology record detected on it (\"Not read\" where the site has no record yet; \"None detected\" means none of the products we detect). Each site carries what the census run saw: refused at least one AI identity (GPTBot, ClaudeBot, OAI-SearchBot, PerplexityBot) at the edge while serving the browser; blocked an AI crawler in robots.txt (share of sites whose robots.txt was served); served /llms.txt; declared Content-Signal. A provider is named when at least 10 mapped sites sit behind it, smaller ones are pooled as Other; links between layers under 3 sites are left out. A share is where sites are, not what a provider does: a refusal at the edge may be the provider's default or the site's own rule. No site is named.","editions":[],"page":"https://crawlcheck.io/data/agentic-web-map?month=2026-10","method":"https://crawlcheck.io/api/census","code":{"version_id":"a0b27a0e-2c79-4841-b2b1-093d95552111","script_sha16":"e7dadc5fed0bfc6a","state":"attested","deployed":{"at":"2026-10-11T18:18:04.747Z","commit":"09ee2035eaf1","run":"38163186367"},"build_log_entry":227,"score_version":31,"scoring_policy_sha256":"86898d2a8c88d6b56e6710f3aadf4375cbb5342d4a2f9aa017b536d95602d671","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/a0b27a0e-2c79-4841-b2b1-093d95552111"},"sha256":"7e74398411790ef171539432631b109dee5efa9c0c4af9374ba94d037e192dbf","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n7e74398411790ef171539432631b109dee5efa9c0c4af9374ba94d037e192dbf","sig":"1wc-S4TVUlOTA9ZmHGfM4ehwnkQ0Y_YU4Xk0Sn88up5M26v6cWeHoLu2K9fchZHpvzq4p2vmIAlTw2aJB6JqBA","signed_at":"2026-10-13T08:51:13.780Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}