{"kind":"crawlcheck-agentic-web-map","v":1,"month":"2026-11","state":"month_to_date","frame":"top10k","label":"top 10,000, daily","run":25,"run_finished_at":"2026-11-21T03:25:51.069Z","pass_started_at":"2026-11-21T03:35:10.312Z","built_at":"2026-11-21T04:04:46.876Z","probed_in_pass":188,"reused_in_pass":5729,"geo":{"basis":"the registration country of each site's IPv4 address block (Team Cymru origin record), not where the server sits","countries":[{"cc":"US","ll":[39.8,-98.6],"sites":4365,"share":73.8,"er":29,"rb":24.8,"llms":18.6},{"cc":"RU","ll":[61.5,105.3],"sites":246,"share":4.2,"er":17.9,"rb":9.1,"llms":8.9},{"cc":"DE","ll":[51.2,10.5],"sites":157,"share":2.7,"er":14.6,"rb":14.3,"llms":9.6},{"cc":"CN","ll":[35.9,104.2],"sites":120,"share":2,"er":12.5,"rb":16.7,"llms":5},{"cc":"NL","ll":[52.1,5.3],"sites":113,"share":1.9,"er":31.9,"rb":18.2,"llms":4.4},{"cc":"FR","ll":[46.2,2.2],"sites":100,"share":1.7,"er":21,"rb":15,"llms":9},{"cc":"GB","ll":[54.4,-3.4],"sites":79,"share":1.3,"er":19,"rb":9.1,"llms":22.8},{"cc":"SG","ll":[1.35,103.8],"sites":60,"share":1,"er":26.7,"rb":15.6,"llms":13.3},{"cc":"CA","ll":[56.1,-106.3],"sites":50,"share":0.8,"er":14,"rb":9.5,"llms":28},{"cc":"IR","ll":[32.4,53.7],"sites":49,"share":0.8,"er":12.2,"rb":0,"llms":12.2},{"cc":"CZ","ll":[49.8,15.5],"sites":46,"share":0.8,"er":8.7,"rb":32.5,"llms":4.3},{"cc":"JP","ll":[36.2,138.3],"sites":39,"share":0.7,"er":15.4,"rb":15.6,"llms":7.7},{"cc":"IN","ll":[20.6,79],"sites":38,"share":0.6,"er":18.4,"rb":11.8,"llms":13.2},{"cc":"PL","ll":[51.9,19.1],"sites":33,"share":0.6,"er":9.1,"rb":40,"llms":9.1},{"cc":"KR","ll":[35.9,127.8],"sites":30,"share":0.5,"er":20,"rb":34.8,"llms":6.7},{"cc":"CH","ll":[46.8,8.2],"sites":26,"share":0.4,"er":15.4,"rb":10.5,"llms":15.4},{"cc":"BR","ll":[-14.2,-51.9],"sites":23,"share":0.4,"er":4.3,"rb":25,"llms":8.7},{"cc":"SE","ll":[60.1,18.6],"sites":23,"share":0.4,"er":13,"rb":5,"llms":21.7},{"cc":"AE","ll":[23.4,53.8],"sites":21,"share":0.4,"er":4.8,"rb":5.6,"llms":4.8},{"cc":"ES","ll":[40.5,-3.7],"sites":21,"share":0.4,"er":9.5,"rb":13.3,"llms":14.3},{"cc":"VN","ll":[14.1,108.3],"sites":20,"share":0.3,"er":5,"rb":11.1,"llms":35},{"cc":"AU","ll":[-25.3,133.8],"sites":19,"share":0.3,"er":21.1,"rb":33.3,"llms":0},{"cc":"TR","ll":[39,35.2],"sites":19,"share":0.3,"er":15.8,"rb":31.3,"llms":15.8},{"cc":"IT","ll":[41.9,12.6],"sites":17,"share":0.3,"er":23.5,"rb":28.6,"llms":5.9},{"cc":"AT","ll":[47.5,14.6],"sites":11,"share":0.2,"er":9.1,"rb":22.2,"llms":0},{"cc":"BE","ll":[50.5,4.5],"sites":9,"share":0.2,"er":44.4,"rb":0,"llms":22.2},{"cc":"DK","ll":[56.3,9.5],"sites":9,"share":0.2,"er":22.2,"rb":14.3,"llms":44.4},{"cc":"HU","ll":[47.2,19.5],"sites":9,"share":0.2,"er":0,"rb":0,"llms":11.1},{"cc":"ID","ll":[-0.8,113.9],"sites":9,"share":0.2,"er":0,"rb":0,"llms":11.1},{"cc":"LU","ll":[49.8,6.1],"sites":9,"share":0.2,"er":0,"rb":22.2,"llms":22.2},{"cc":"NO","ll":[60.5,8.5],"sites":9,"share":0.2,"er":0,"rb":22.2,"llms":11.1},{"cc":"PT","ll":[39.4,-8.2],"sites":9,"share":0.2,"er":11.1,"rb":42.9,"llms":11.1},{"cc":"SC","ll":[-4.7,55.5],"sites":9,"share":0.2,"er":55.6,"rb":28.6,"llms":11.1},{"cc":"SK","ll":[48.7,19.7],"sites":8,"share":0.1,"er":12.5,"rb":14.3,"llms":12.5},{"cc":"BG","ll":[42.7,25.5],"sites":7,"share":0.1,"er":14.3,"rb":0,"llms":0},{"cc":"IE","ll":[53.4,-8.2],"sites":7,"share":0.1,"er":14.3,"rb":40,"llms":14.3},{"cc":"IL","ll":[31,34.9],"sites":7,"share":0.1,"er":14.3,"rb":0,"llms":71.4},{"cc":"LT","ll":[55.2,23.9],"sites":6,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"TW","ll":[23.7,121],"sites":6,"share":0.1,"er":50,"rb":0,"llms":16.7},{"cc":"HR","ll":[45.1,15.2],"sites":5,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"RO","ll":[45.9,25],"sites":5,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"CL","ll":[-35.7,-71.5],"sites":4,"share":0.1,"er":25,"rb":0,"llms":0},{"cc":"GR","ll":[39.1,21.8],"sites":4,"share":0.1,"er":50,"rb":0,"llms":0},{"cc":"LV","ll":[56.9,24.6],"sites":4,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"PA","ll":[8.5,-80.8],"sites":4,"share":0.1,"er":25,"rb":0,"llms":0},{"cc":"CY","ll":[35.1,33.4],"sites":3,"share":0.1,"er":33.3,"rb":50,"llms":33.3},{"cc":"HK","ll":[22.3,114.2],"sites":3,"share":0.1,"er":33.3,"rb":0,"llms":0},{"cc":"KZ","ll":[48,66.9],"sites":3,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"RS","ll":[44,21],"sites":3,"share":0.1,"er":0,"rb":0,"llms":0},{"cc":"SI","ll":[46.2,15],"sites":3,"share":0.1,"er":0,"rb":50,"llms":0}],"pooled_countries":24,"pooled_sites":31,"unplaced":7,"floor":3},"sites":5917,"mapped":5917,"unmapped":0,"floor":10,"link_floor":3,"totals":{"sites":5917,"robots":{"served":4708,"block_any":{"count":1049,"pct":22.3},"by_agent":{"GPTBot":{"count":767,"pct":16.3},"ClaudeBot":{"count":710,"pct":15.1},"PerplexityBot":{"count":430,"pct":9.1},"OAI-SearchBot":{"count":300,"pct":6.4},"Google-Extended":{"count":630,"pct":13.4},"CCBot":{"count":813,"pct":17.3}}},"edge_refused":{"any":{"count":1533,"pct":25.9},"by_identity":{"gptbot":{"count":1338,"pct":22.6},"claudebot":{"count":1380,"pct":23.3},"oaisearch":{"count":951,"pct":16.1},"perplexity":{"count":1179,"pct":19.9}}},"thin":{"count":123,"pct":2.1},"llms_txt":{"count":980,"pct":16.6},"content_signal":{"count":301,"pct":5.1},"ai_train_no":{"count":231,"pct":3.9}},"layers":[{"id":"dns","label":"DNS host","about":"who answers the domain's DNS (NS records; a site split evenly between two operators is labelled with both)","providers_named":28,"nodes":[{"id":"dns:cloudflare","name":"Cloudflare","kind":"provider","share":26.7,"sites":1580,"robots":{"served":1398,"block_any":{"count":318,"pct":22.7},"by_agent":{"GPTBot":{"count":262,"pct":18.7},"ClaudeBot":{"count":236,"pct":16.9},"PerplexityBot":{"count":75,"pct":5.4},"OAI-SearchBot":{"count":50,"pct":3.6},"Google-Extended":{"count":209,"pct":14.9},"CCBot":{"count":274,"pct":19.6}}},"edge_refused":{"any":{"count":591,"pct":37.4},"by_identity":{"gptbot":{"count":557,"pct":35.3},"claudebot":{"count":563,"pct":35.6},"oaisearch":{"count":307,"pct":19.4},"perplexity":{"count":477,"pct":30.2}}},"thin":{"count":10,"pct":0.6},"llms_txt":{"count":280,"pct":17.7},"content_signal":{"count":195,"pct":12.3},"ai_train_no":{"count":169,"pct":10.7}},{"id":"dns:amazon-route-53","name":"Amazon Route 53","kind":"provider","share":23.4,"sites":1386,"robots":{"served":1148,"block_any":{"count":315,"pct":27.4},"by_agent":{"GPTBot":{"count":204,"pct":17.8},"ClaudeBot":{"count":202,"pct":17.6},"PerplexityBot":{"count":156,"pct":13.6},"OAI-SearchBot":{"count":102,"pct":8.9},"Google-Extended":{"count":183,"pct":15.9},"CCBot":{"count":234,"pct":20.4}}},"edge_refused":{"any":{"count":281,"pct":20.3},"by_identity":{"gptbot":{"count":223,"pct":16.1},"claudebot":{"count":238,"pct":17.2},"oaisearch":{"count":153,"pct":11},"perplexity":{"count":204,"pct":14.7}}},"thin":{"count":25,"pct":1.8},"llms_txt":{"count":335,"pct":24.2},"content_signal":{"count":59,"pct":4.3},"ai_train_no":{"count":34,"pct":2.5}},{"id":"dns:akamai","name":"Akamai","kind":"provider","share":6.7,"sites":396,"robots":{"served":238,"block_any":{"count":62,"pct":26.1},"by_agent":{"GPTBot":{"count":40,"pct":16.8},"ClaudeBot":{"count":38,"pct":16},"PerplexityBot":{"count":32,"pct":13.4},"OAI-SearchBot":{"count":23,"pct":9.7},"Google-Extended":{"count":31,"pct":13},"CCBot":{"count":47,"pct":19.7}}},"edge_refused":{"any":{"count":193,"pct":48.7},"by_identity":{"gptbot":{"count":183,"pct":46.2},"claudebot":{"count":184,"pct":46.5},"oaisearch":{"count":181,"pct":45.7},"perplexity":{"count":180,"pct":45.5}}},"thin":{"count":8,"pct":2},"llms_txt":{"count":59,"pct":14.9},"content_signal":{"count":5,"pct":1.3},"ai_train_no":{"count":4,"pct":1}},{"id":"dns:google","name":"Google","kind":"provider","share":3.2,"sites":192,"robots":{"served":139,"block_any":{"count":23,"pct":16.5},"by_agent":{"GPTBot":{"count":19,"pct":13.7},"ClaudeBot":{"count":17,"pct":12.2},"PerplexityBot":{"count":10,"pct":7.2},"OAI-SearchBot":{"count":9,"pct":6.5},"Google-Extended":{"count":14,"pct":10.1},"CCBot":{"count":17,"pct":12.2}}},"edge_refused":{"any":{"count":19,"pct":9.9},"by_identity":{"gptbot":{"count":18,"pct":9.4},"claudebot":{"count":14,"pct":7.3},"oaisearch":{"count":14,"pct":7.3},"perplexity":{"count":15,"pct":7.8}}},"thin":{"count":26,"pct":13.5},"llms_txt":{"count":36,"pct":18.8},"content_signal":{"count":4,"pct":2.1},"ai_train_no":{"count":1,"pct":0.5}},{"id":"dns:microsoft-azure","name":"Microsoft Azure","kind":"provider","share":1.5,"sites":86,"robots":{"served":44,"block_any":{"count":11,"pct":25},"by_agent":{"GPTBot":{"count":7,"pct":15.9},"ClaudeBot":{"count":7,"pct":15.9},"PerplexityBot":{"count":6,"pct":13.6},"OAI-SearchBot":{"count":6,"pct":13.6},"Google-Extended":{"count":7,"pct":15.9},"CCBot":{"count":7,"pct":15.9}}},"edge_refused":{"any":{"count":17,"pct":19.8},"by_identity":{"gptbot":{"count":15,"pct":17.4},"claudebot":{"count":15,"pct":17.4},"oaisearch":{"count":13,"pct":15.1},"perplexity":{"count":15,"pct":17.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":2.3},"content_signal":{"count":2,"pct":2.3},"ai_train_no":{"count":2,"pct":2.3}},{"id":"dns:ultradns-vercara","name":"UltraDNS (Vercara)","kind":"provider","share":1.3,"sites":75,"robots":{"served":51,"block_any":{"count":12,"pct":23.5},"by_agent":{"GPTBot":{"count":6,"pct":11.8},"ClaudeBot":{"count":4,"pct":7.8},"PerplexityBot":{"count":4,"pct":7.8},"OAI-SearchBot":{"count":2,"pct":3.9},"Google-Extended":{"count":5,"pct":9.8},"CCBot":{"count":8,"pct":15.7}}},"edge_refused":{"any":{"count":30,"pct":40},"by_identity":{"gptbot":{"count":28,"pct":37.3},"claudebot":{"count":29,"pct":38.7},"oaisearch":{"count":17,"pct":22.7},"perplexity":{"count":27,"pct":36}}},"thin":{"count":7,"pct":9.3},"llms_txt":{"count":12,"pct":16},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:ns1-ibm","name":"NS1 (IBM)","kind":"provider","share":1.1,"sites":65,"robots":{"served":54,"block_any":{"count":14,"pct":25.9},"by_agent":{"GPTBot":{"count":10,"pct":18.5},"ClaudeBot":{"count":9,"pct":16.7},"PerplexityBot":{"count":8,"pct":14.8},"OAI-SearchBot":{"count":6,"pct":11.1},"Google-Extended":{"count":6,"pct":11.1},"CCBot":{"count":10,"pct":18.5}}},"edge_refused":{"any":{"count":16,"pct":24.6},"by_identity":{"gptbot":{"count":16,"pct":24.6},"claudebot":{"count":15,"pct":23.1},"oaisearch":{"count":13,"pct":20},"perplexity":{"count":14,"pct":21.5}}},"thin":{"count":4,"pct":6.2},"llms_txt":{"count":19,"pct":29.2},"content_signal":{"count":2,"pct":3.1},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:alibaba-cloud","name":"Alibaba Cloud","kind":"provider","share":0.9,"sites":56,"robots":{"served":38,"block_any":{"count":3,"pct":7.9},"by_agent":{"GPTBot":{"count":2,"pct":5.3},"ClaudeBot":{"count":3,"pct":7.9},"PerplexityBot":{"count":1,"pct":2.6},"OAI-SearchBot":{"count":1,"pct":2.6},"Google-Extended":{"count":2,"pct":5.3},"CCBot":{"count":2,"pct":5.3}}},"edge_refused":{"any":{"count":6,"pct":10.7},"by_identity":{"gptbot":{"count":3,"pct":5.4},"claudebot":{"count":5,"pct":8.9},"oaisearch":{"count":2,"pct":3.6},"perplexity":{"count":4,"pct":7.1}}},"thin":{"count":5,"pct":8.9},"llms_txt":{"count":6,"pct":10.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:tencent-cloud-dnspod","name":"Tencent Cloud (DNSPod)","kind":"provider","share":0.9,"sites":51,"robots":{"served":27,"block_any":{"count":5,"pct":18.5},"by_agent":{"GPTBot":{"count":5,"pct":18.5},"ClaudeBot":{"count":5,"pct":18.5},"PerplexityBot":{"count":5,"pct":18.5},"OAI-SearchBot":{"count":5,"pct":18.5},"Google-Extended":{"count":5,"pct":18.5},"CCBot":{"count":5,"pct":18.5}}},"edge_refused":{"any":{"count":8,"pct":15.7},"by_identity":{"gptbot":{"count":6,"pct":11.8},"claudebot":{"count":7,"pct":13.7},"oaisearch":{"count":6,"pct":11.8},"perplexity":{"count":5,"pct":9.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":6,"pct":11.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:godaddy","name":"GoDaddy","kind":"provider","share":0.8,"sites":49,"robots":{"served":41,"block_any":{"count":5,"pct":12.2},"by_agent":{"GPTBot":{"count":4,"pct":9.8},"ClaudeBot":{"count":4,"pct":9.8},"PerplexityBot":{"count":1,"pct":2.4},"OAI-SearchBot":{"count":1,"pct":2.4},"Google-Extended":{"count":2,"pct":4.9},"CCBot":{"count":4,"pct":9.8}}},"edge_refused":{"any":{"count":9,"pct":18.4},"by_identity":{"gptbot":{"count":8,"pct":16.3},"claudebot":{"count":7,"pct":14.3},"oaisearch":{"count":3,"pct":6.1},"perplexity":{"count":2,"pct":4.1}}},"thin":{"count":1,"pct":2},"llms_txt":{"count":13,"pct":26.5},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:ru-center","name":"RU-CENTER","kind":"provider","share":0.4,"sites":26,"robots":{"served":21,"block_any":{"count":2,"pct":9.5},"by_agent":{"GPTBot":{"count":1,"pct":4.8},"ClaudeBot":{"count":1,"pct":4.8},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":4.8},"CCBot":{"count":1,"pct":4.8}}},"edge_refused":{"any":{"count":3,"pct":11.5},"by_identity":{"gptbot":{"count":3,"pct":11.5},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":2,"pct":7.7},"perplexity":{"count":1,"pct":3.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":15.4},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:cloudns","name":"ClouDNS","kind":"provider","share":0.4,"sites":23,"robots":{"served":21,"block_any":{"count":4,"pct":19},"by_agent":{"GPTBot":{"count":2,"pct":9.5},"ClaudeBot":{"count":2,"pct":9.5},"PerplexityBot":{"count":2,"pct":9.5},"OAI-SearchBot":{"count":2,"pct":9.5},"Google-Extended":{"count":1,"pct":4.8},"CCBot":{"count":3,"pct":14.3}}},"edge_refused":{"any":{"count":5,"pct":21.7},"by_identity":{"gptbot":{"count":4,"pct":17.4},"claudebot":{"count":4,"pct":17.4},"oaisearch":{"count":3,"pct":13},"perplexity":{"count":4,"pct":17.4}}},"thin":{"count":1,"pct":4.3},"llms_txt":{"count":3,"pct":13},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:namecheap","name":"Namecheap","kind":"provider","share":0.4,"sites":23,"robots":{"served":9,"block_any":{"count":1,"pct":11.1},"by_agent":{"GPTBot":{"count":1,"pct":11.1},"ClaudeBot":{"count":1,"pct":11.1},"PerplexityBot":{"count":1,"pct":11.1},"OAI-SearchBot":{"count":1,"pct":11.1},"Google-Extended":{"count":1,"pct":11.1},"CCBot":{"count":1,"pct":11.1}}},"edge_refused":{"any":{"count":4,"pct":17.4},"by_identity":{"gptbot":{"count":4,"pct":17.4},"claudebot":{"count":4,"pct":17.4},"oaisearch":{"count":2,"pct":8.7},"perplexity":{"count":3,"pct":13}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":4.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:edrive-hosting-cz","name":"edrive-hosting.cz","kind":"provider","share":0.4,"sites":23,"robots":{"served":21,"block_any":{"count":21,"pct":100},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:dns-made-easy","name":"DNS Made Easy","kind":"provider","share":0.4,"sites":21,"robots":{"served":18,"block_any":{"count":9,"pct":50},"by_agent":{"GPTBot":{"count":9,"pct":50},"ClaudeBot":{"count":8,"pct":44.4},"PerplexityBot":{"count":2,"pct":11.1},"OAI-SearchBot":{"count":1,"pct":5.6},"Google-Extended":{"count":6,"pct":33.3},"CCBot":{"count":7,"pct":38.9}}},"edge_refused":{"any":{"count":7,"pct":33.3},"by_identity":{"gptbot":{"count":1,"pct":4.8},"claudebot":{"count":1,"pct":4.8},"oaisearch":{"count":7,"pct":33.3},"perplexity":{"count":1,"pct":4.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":19},"content_signal":{"count":2,"pct":9.5},"ai_train_no":{"count":1,"pct":4.8}},{"id":"dns:csc","name":"CSC","kind":"provider","share":0.3,"sites":20,"robots":{"served":9,"block_any":{"count":3,"pct":33.3},"by_agent":{"GPTBot":{"count":1,"pct":11.1},"ClaudeBot":{"count":1,"pct":11.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":11.1},"CCBot":{"count":1,"pct":11.1}}},"edge_refused":{"any":{"count":12,"pct":60},"by_identity":{"gptbot":{"count":11,"pct":55},"claudebot":{"count":12,"pct":60},"oaisearch":{"count":11,"pct":55},"perplexity":{"count":10,"pct":50}}},"thin":{"count":2,"pct":10},"llms_txt":{"count":1,"pct":5},"content_signal":{"count":1,"pct":5},"ai_train_no":{"count":1,"pct":5}},{"id":"dns:yandex","name":"Yandex","kind":"provider","share":0.3,"sites":18,"robots":{"served":15,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":5.6},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":1,"pct":5.6}}},"thin":{"count":1,"pct":5.6},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:nic-in","name":"nic.in","kind":"provider","share":0.3,"sites":18,"robots":{"served":3,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":22.2},"by_identity":{"gptbot":{"count":4,"pct":22.2},"claudebot":{"count":4,"pct":22.2},"oaisearch":{"count":4,"pct":22.2},"perplexity":{"count":4,"pct":22.2}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:selectel-ru","name":"selectel.ru","kind":"provider","share":0.3,"sites":17,"robots":{"served":12,"block_any":{"count":1,"pct":8.3},"by_agent":{"GPTBot":{"count":1,"pct":8.3},"ClaudeBot":{"count":1,"pct":8.3},"PerplexityBot":{"count":1,"pct":8.3},"OAI-SearchBot":{"count":1,"pct":8.3},"Google-Extended":{"count":1,"pct":8.3},"CCBot":{"count":1,"pct":8.3}}},"edge_refused":{"any":{"count":4,"pct":23.5},"by_identity":{"gptbot":{"count":4,"pct":23.5},"claudebot":{"count":3,"pct":17.6},"oaisearch":{"count":3,"pct":17.6},"perplexity":{"count":2,"pct":11.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":11.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:gandi","name":"Gandi","kind":"provider","share":0.2,"sites":14,"robots":{"served":12,"block_any":{"count":4,"pct":33.3},"by_agent":{"GPTBot":{"count":4,"pct":33.3},"ClaudeBot":{"count":4,"pct":33.3},"PerplexityBot":{"count":4,"pct":33.3},"OAI-SearchBot":{"count":1,"pct":8.3},"Google-Extended":{"count":4,"pct":33.3},"CCBot":{"count":4,"pct":33.3}}},"edge_refused":{"any":{"count":2,"pct":14.3},"by_identity":{"gptbot":{"count":1,"pct":7.1},"claudebot":{"count":2,"pct":14.3},"oaisearch":{"count":1,"pct":7.1},"perplexity":{"count":1,"pct":7.1}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":14.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:alibabadns-com","name":"alibabadns.com","kind":"provider","share":0.2,"sites":14,"robots":{"served":11,"block_any":{"count":2,"pct":18.2},"by_agent":{"GPTBot":{"count":2,"pct":18.2},"ClaudeBot":{"count":1,"pct":9.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":2,"pct":18.2},"CCBot":{"count":1,"pct":9.1}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":7.1},"llms_txt":{"count":4,"pct":28.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:dnsimple","name":"DNSimple","kind":"provider","share":0.2,"sites":12,"robots":{"served":10,"block_any":{"count":1,"pct":10},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":1,"pct":10}}},"edge_refused":{"any":{"count":1,"pct":8.3},"by_identity":{"gptbot":{"count":1,"pct":8.3},"claudebot":{"count":1,"pct":8.3},"oaisearch":{"count":1,"pct":8.3},"perplexity":{"count":1,"pct":8.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":3,"pct":25},"content_signal":{"count":1,"pct":8.3},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:bunny-net","name":"bunny.net","kind":"provider","share":0.2,"sites":12,"robots":{"served":12,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":16.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:ionos","name":"IONOS","kind":"provider","share":0.2,"sites":11,"robots":{"served":9,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:centralnic-net","name":"centralnic.net","kind":"provider","share":0.2,"sites":11,"robots":{"served":11,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:d-53-info-d-53-jp-d-53-net","name":"d-53.info + d-53.jp + d-53.net","kind":"provider","share":0.2,"sites":11,"robots":{"served":5,"block_any":{"count":1,"pct":20},"by_agent":{"GPTBot":{"count":1,"pct":20},"ClaudeBot":{"count":1,"pct":20},"PerplexityBot":{"count":1,"pct":20},"OAI-SearchBot":{"count":1,"pct":20},"Google-Extended":{"count":1,"pct":20},"CCBot":{"count":1,"pct":20}}},"edge_refused":{"any":{"count":3,"pct":27.3},"by_identity":{"gptbot":{"count":3,"pct":27.3},"claudebot":{"count":3,"pct":27.3},"oaisearch":{"count":3,"pct":27.3},"perplexity":{"count":3,"pct":27.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":9.1},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:constellix-com-constellix-net","name":"constellix.com + constellix.net","kind":"provider","share":0.2,"sites":10,"robots":{"served":7,"block_any":{"count":2,"pct":28.6},"by_agent":{"GPTBot":{"count":1,"pct":14.3},"ClaudeBot":{"count":1,"pct":14.3},"PerplexityBot":{"count":1,"pct":14.3},"OAI-SearchBot":{"count":1,"pct":14.3},"Google-Extended":{"count":1,"pct":14.3},"CCBot":{"count":1,"pct":14.3}}},"edge_refused":{"any":{"count":1,"pct":10},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":1,"pct":10},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":10},"content_signal":{"count":1,"pct":10},"ai_train_no":{"count":1,"pct":10}},{"id":"dns:oraclecloud-net","name":"oraclecloud.net","kind":"provider","share":0.2,"sites":10,"robots":{"served":6,"block_any":{"count":1,"pct":16.7},"by_agent":{"GPTBot":{"count":1,"pct":16.7},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":16.7},"CCBot":{"count":1,"pct":16.7}}},"edge_refused":{"any":{"count":6,"pct":60},"by_identity":{"gptbot":{"count":5,"pct":50},"claudebot":{"count":6,"pct":60},"oaisearch":{"count":3,"pct":30},"perplexity":{"count":5,"pct":50}}},"thin":{"count":1,"pct":10},"llms_txt":{"count":1,"pct":10},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"dns:other","name":"Other (657 providers, each under 10 sites)","kind":"other","providers":657,"share":17,"sites":1006,"robots":{"served":782,"block_any":{"count":166,"pct":21.2},"by_agent":{"GPTBot":{"count":138,"pct":17.6},"ClaudeBot":{"count":124,"pct":15.9},"PerplexityBot":{"count":94,"pct":12},"OAI-SearchBot":{"count":66,"pct":8.4},"Google-Extended":{"count":111,"pct":14.2},"CCBot":{"count":136,"pct":17.4}}},"edge_refused":{"any":{"count":203,"pct":20.2},"by_identity":{"gptbot":{"count":158,"pct":15.7},"claudebot":{"count":177,"pct":17.6},"oaisearch":{"count":139,"pct":13.8},"perplexity":{"count":135,"pct":13.4}}},"thin":{"count":12,"pct":1.2},"llms_txt":{"count":98,"pct":9.7},"content_signal":{"count":17,"pct":1.7},"ai_train_no":{"count":11,"pct":1.1}},{"id":"dns:own-nameservers","name":"Own nameservers","kind":"bucket","share":11.4,"sites":673,"robots":{"served":530,"block_any":{"count":63,"pct":11.9},"by_agent":{"GPTBot":{"count":46,"pct":8.7},"ClaudeBot":{"count":40,"pct":7.5},"PerplexityBot":{"count":26,"pct":4.9},"OAI-SearchBot":{"count":21,"pct":4},"Google-Extended":{"count":35,"pct":6.6},"CCBot":{"count":46,"pct":8.7}}},"edge_refused":{"any":{"count":107,"pct":15.9},"by_identity":{"gptbot":{"count":82,"pct":12.2},"claudebot":{"count":85,"pct":12.6},"oaisearch":{"count":63,"pct":9.4},"perplexity":{"count":65,"pct":9.7}}},"thin":{"count":19,"pct":2.8},"llms_txt":{"count":84,"pct":12.5},"content_signal":{"count":12,"pct":1.8},"ai_train_no":{"count":7,"pct":1}},{"id":"dns:unidentified","name":"Unidentified","kind":"bucket","share":0.1,"sites":8,"robots":{"served":6,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]},{"id":"network","label":"Network","about":"who holds the address the site answers from (A record, origin autonomous system)","providers_named":30,"nodes":[{"id":"network:cloudflare","name":"Cloudflare","kind":"provider","share":25.9,"sites":1533,"robots":{"served":1371,"block_any":{"count":322,"pct":23.5},"by_agent":{"GPTBot":{"count":263,"pct":19.2},"ClaudeBot":{"count":236,"pct":17.2},"PerplexityBot":{"count":69,"pct":5},"OAI-SearchBot":{"count":46,"pct":3.4},"Google-Extended":{"count":215,"pct":15.7},"CCBot":{"count":276,"pct":20.1}}},"edge_refused":{"any":{"count":565,"pct":36.9},"by_identity":{"gptbot":{"count":530,"pct":34.6},"claudebot":{"count":541,"pct":35.3},"oaisearch":{"count":283,"pct":18.5},"perplexity":{"count":460,"pct":30}}},"thin":{"count":7,"pct":0.5},"llms_txt":{"count":321,"pct":20.9},"content_signal":{"count":215,"pct":14},"ai_train_no":{"count":181,"pct":11.8}},{"id":"network:amazon","name":"Amazon","kind":"provider","share":22.4,"sites":1328,"robots":{"served":1059,"block_any":{"count":266,"pct":25.1},"by_agent":{"GPTBot":{"count":186,"pct":17.6},"ClaudeBot":{"count":182,"pct":17.2},"PerplexityBot":{"count":135,"pct":12.7},"OAI-SearchBot":{"count":84,"pct":7.9},"Google-Extended":{"count":154,"pct":14.5},"CCBot":{"count":201,"pct":19}}},"edge_refused":{"any":{"count":289,"pct":21.8},"by_identity":{"gptbot":{"count":238,"pct":17.9},"claudebot":{"count":251,"pct":18.9},"oaisearch":{"count":187,"pct":14.1},"perplexity":{"count":226,"pct":17}}},"thin":{"count":25,"pct":1.9},"llms_txt":{"count":288,"pct":21.7},"content_signal":{"count":50,"pct":3.8},"ai_train_no":{"count":23,"pct":1.7}},{"id":"network:akamai","name":"Akamai","kind":"provider","share":5.8,"sites":345,"robots":{"served":204,"block_any":{"count":58,"pct":28.4},"by_agent":{"GPTBot":{"count":37,"pct":18.1},"ClaudeBot":{"count":39,"pct":19.1},"PerplexityBot":{"count":32,"pct":15.7},"OAI-SearchBot":{"count":20,"pct":9.8},"Google-Extended":{"count":26,"pct":12.7},"CCBot":{"count":41,"pct":20.1}}},"edge_refused":{"any":{"count":201,"pct":58.3},"by_identity":{"gptbot":{"count":195,"pct":56.5},"claudebot":{"count":194,"pct":56.2},"oaisearch":{"count":191,"pct":55.4},"perplexity":{"count":189,"pct":54.8}}},"thin":{"count":7,"pct":2},"llms_txt":{"count":39,"pct":11.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:google","name":"Google","kind":"provider","share":4.8,"sites":284,"robots":{"served":212,"block_any":{"count":47,"pct":22.2},"by_agent":{"GPTBot":{"count":33,"pct":15.6},"ClaudeBot":{"count":28,"pct":13.2},"PerplexityBot":{"count":21,"pct":9.9},"OAI-SearchBot":{"count":21,"pct":9.9},"Google-Extended":{"count":29,"pct":13.7},"CCBot":{"count":32,"pct":15.1}}},"edge_refused":{"any":{"count":40,"pct":14.1},"by_identity":{"gptbot":{"count":35,"pct":12.3},"claudebot":{"count":35,"pct":12.3},"oaisearch":{"count":31,"pct":10.9},"perplexity":{"count":29,"pct":10.2}}},"thin":{"count":27,"pct":9.5},"llms_txt":{"count":46,"pct":16.2},"content_signal":{"count":5,"pct":1.8},"ai_train_no":{"count":2,"pct":0.7}},{"id":"network:fastly","name":"Fastly","kind":"provider","share":4.7,"sites":276,"robots":{"served":234,"block_any":{"count":89,"pct":38},"by_agent":{"GPTBot":{"count":52,"pct":22.2},"ClaudeBot":{"count":55,"pct":23.5},"PerplexityBot":{"count":45,"pct":19.2},"OAI-SearchBot":{"count":30,"pct":12.8},"Google-Extended":{"count":55,"pct":23.5},"CCBot":{"count":72,"pct":30.8}}},"edge_refused":{"any":{"count":61,"pct":22.1},"by_identity":{"gptbot":{"count":38,"pct":13.8},"claudebot":{"count":47,"pct":17},"oaisearch":{"count":23,"pct":8.3},"perplexity":{"count":37,"pct":13.4}}},"thin":{"count":6,"pct":2.2},"llms_txt":{"count":39,"pct":14.1},"content_signal":{"count":3,"pct":1.1},"ai_train_no":{"count":3,"pct":1.1}},{"id":"network:microsoft","name":"Microsoft","kind":"provider","share":2.1,"sites":126,"robots":{"served":71,"block_any":{"count":11,"pct":15.5},"by_agent":{"GPTBot":{"count":9,"pct":12.7},"ClaudeBot":{"count":8,"pct":11.3},"PerplexityBot":{"count":6,"pct":8.5},"OAI-SearchBot":{"count":6,"pct":8.5},"Google-Extended":{"count":8,"pct":11.3},"CCBot":{"count":9,"pct":12.7}}},"edge_refused":{"any":{"count":23,"pct":18.3},"by_identity":{"gptbot":{"count":23,"pct":18.3},"claudebot":{"count":22,"pct":17.5},"oaisearch":{"count":21,"pct":16.7},"perplexity":{"count":21,"pct":16.7}}},"thin":{"count":2,"pct":1.6},"llms_txt":{"count":13,"pct":10.3},"content_signal":{"count":2,"pct":1.6},"ai_train_no":{"count":2,"pct":1.6}},{"id":"network:alibaba-cloud","name":"Alibaba Cloud","kind":"provider","share":1.3,"sites":76,"robots":{"served":46,"block_any":{"count":5,"pct":10.9},"by_agent":{"GPTBot":{"count":4,"pct":8.7},"ClaudeBot":{"count":4,"pct":8.7},"PerplexityBot":{"count":2,"pct":4.3},"OAI-SearchBot":{"count":2,"pct":4.3},"Google-Extended":{"count":4,"pct":8.7},"CCBot":{"count":3,"pct":6.5}}},"edge_refused":{"any":{"count":10,"pct":13.2},"by_identity":{"gptbot":{"count":9,"pct":11.8},"claudebot":{"count":8,"pct":10.5},"oaisearch":{"count":6,"pct":7.9},"perplexity":{"count":7,"pct":9.2}}},"thin":{"count":5,"pct":6.6},"llms_txt":{"count":9,"pct":11.8},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:automattic","name":"Automattic","kind":"provider","share":1,"sites":61,"robots":{"served":61,"block_any":{"count":31,"pct":50.8},"by_agent":{"GPTBot":{"count":25,"pct":41},"ClaudeBot":{"count":28,"pct":45.9},"PerplexityBot":{"count":23,"pct":37.7},"OAI-SearchBot":{"count":17,"pct":27.9},"Google-Extended":{"count":24,"pct":39.3},"CCBot":{"count":29,"pct":47.5}}},"edge_refused":{"any":{"count":13,"pct":21.3},"by_identity":{"gptbot":{"count":12,"pct":19.7},"claudebot":{"count":11,"pct":18},"oaisearch":{"count":11,"pct":18},"perplexity":{"count":12,"pct":19.7}}},"thin":{"count":1,"pct":1.6},"llms_txt":{"count":13,"pct":21.3},"content_signal":{"count":3,"pct":4.9},"ai_train_no":{"count":1,"pct":1.6}},{"id":"network:ovhcloud","name":"OVHcloud","kind":"provider","share":1,"sites":61,"robots":{"served":49,"block_any":{"count":6,"pct":12.2},"by_agent":{"GPTBot":{"count":6,"pct":12.2},"ClaudeBot":{"count":3,"pct":6.1},"PerplexityBot":{"count":3,"pct":6.1},"OAI-SearchBot":{"count":2,"pct":4.1},"Google-Extended":{"count":3,"pct":6.1},"CCBot":{"count":5,"pct":10.2}}},"edge_refused":{"any":{"count":7,"pct":11.5},"by_identity":{"gptbot":{"count":5,"pct":8.2},"claudebot":{"count":5,"pct":8.2},"oaisearch":{"count":3,"pct":4.9},"perplexity":{"count":3,"pct":4.9}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":5,"pct":8.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:hetzner","name":"Hetzner","kind":"provider","share":0.9,"sites":54,"robots":{"served":44,"block_any":{"count":3,"pct":6.8},"by_agent":{"GPTBot":{"count":3,"pct":6.8},"ClaudeBot":{"count":3,"pct":6.8},"PerplexityBot":{"count":1,"pct":2.3},"OAI-SearchBot":{"count":1,"pct":2.3},"Google-Extended":{"count":2,"pct":4.5},"CCBot":{"count":2,"pct":4.5}}},"edge_refused":{"any":{"count":11,"pct":20.4},"by_identity":{"gptbot":{"count":10,"pct":18.5},"claudebot":{"count":10,"pct":18.5},"oaisearch":{"count":2,"pct":3.7},"perplexity":{"count":2,"pct":3.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":6,"pct":11.1},"content_signal":{"count":1,"pct":1.9},"ai_train_no":{"count":1,"pct":1.9}},{"id":"network:imperva","name":"Imperva","kind":"provider","share":0.8,"sites":48,"robots":{"served":38,"block_any":{"count":8,"pct":21.1},"by_agent":{"GPTBot":{"count":3,"pct":7.9},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.6},"CCBot":{"count":3,"pct":7.9}}},"edge_refused":{"any":{"count":7,"pct":14.6},"by_identity":{"gptbot":{"count":4,"pct":8.3},"claudebot":{"count":4,"pct":8.3},"oaisearch":{"count":4,"pct":8.3},"perplexity":{"count":6,"pct":12.5}}},"thin":{"count":5,"pct":10.4},"llms_txt":{"count":6,"pct":12.5},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:hll","name":"HLL","kind":"provider","share":0.6,"sites":36,"robots":{"served":31,"block_any":{"count":3,"pct":9.7},"by_agent":{"GPTBot":{"count":3,"pct":9.7},"ClaudeBot":{"count":2,"pct":6.5},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":3.2},"CCBot":{"count":2,"pct":6.5}}},"edge_refused":{"any":{"count":4,"pct":11.1},"by_identity":{"gptbot":{"count":4,"pct":11.1},"claudebot":{"count":1,"pct":2.8},"oaisearch":{"count":2,"pct":5.6},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":8,"pct":22.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:china-telecom","name":"China Telecom","kind":"provider","share":0.6,"sites":34,"robots":{"served":15,"block_any":{"count":1,"pct":6.7},"by_agent":{"GPTBot":{"count":1,"pct":6.7},"ClaudeBot":{"count":1,"pct":6.7},"PerplexityBot":{"count":1,"pct":6.7},"OAI-SearchBot":{"count":1,"pct":6.7},"Google-Extended":{"count":1,"pct":6.7},"CCBot":{"count":1,"pct":6.7}}},"edge_refused":{"any":{"count":6,"pct":17.6},"by_identity":{"gptbot":{"count":3,"pct":8.8},"claudebot":{"count":5,"pct":14.7},"oaisearch":{"count":3,"pct":8.8},"perplexity":{"count":4,"pct":11.8}}},"thin":{"count":4,"pct":11.8},"llms_txt":{"count":1,"pct":2.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:ddos-guard","name":"DDOS-Guard","kind":"provider","share":0.5,"sites":28,"robots":{"served":27,"block_any":{"count":1,"pct":3.7},"by_agent":{"GPTBot":{"count":1,"pct":3.7},"ClaudeBot":{"count":1,"pct":3.7},"PerplexityBot":{"count":1,"pct":3.7},"OAI-SearchBot":{"count":1,"pct":3.7},"Google-Extended":{"count":1,"pct":3.7},"CCBot":{"count":1,"pct":3.7}}},"edge_refused":{"any":{"count":5,"pct":17.9},"by_identity":{"gptbot":{"count":4,"pct":14.3},"claudebot":{"count":4,"pct":14.3},"oaisearch":{"count":2,"pct":7.1},"perplexity":{"count":1,"pct":3.6}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":5,"pct":17.9},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:jsc-selectel","name":"JSC Selectel","kind":"provider","share":0.5,"sites":28,"robots":{"served":23,"block_any":{"count":4,"pct":17.4},"by_agent":{"GPTBot":{"count":4,"pct":17.4},"ClaudeBot":{"count":4,"pct":17.4},"PerplexityBot":{"count":4,"pct":17.4},"OAI-SearchBot":{"count":4,"pct":17.4},"Google-Extended":{"count":4,"pct":17.4},"CCBot":{"count":4,"pct":17.4}}},"edge_refused":{"any":{"count":3,"pct":10.7},"by_identity":{"gptbot":{"count":3,"pct":10.7},"claudebot":{"count":2,"pct":7.1},"oaisearch":{"count":2,"pct":7.1},"perplexity":{"count":1,"pct":3.6}}},"thin":{"count":1,"pct":3.6},"llms_txt":{"count":3,"pct":10.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:dataweb-global-group","name":"DataWeb Global Group","kind":"provider","share":0.4,"sites":26,"robots":{"served":14,"block_any":{"count":3,"pct":21.4},"by_agent":{"GPTBot":{"count":1,"pct":7.1},"ClaudeBot":{"count":1,"pct":7.1},"PerplexityBot":{"count":3,"pct":21.4},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":7.1},"CCBot":{"count":1,"pct":7.1}}},"edge_refused":{"any":{"count":7,"pct":26.9},"by_identity":{"gptbot":{"count":7,"pct":26.9},"claudebot":{"count":6,"pct":23.1},"oaisearch":{"count":5,"pct":19.2},"perplexity":{"count":3,"pct":11.5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:tencent-cloud","name":"Tencent Cloud","kind":"provider","share":0.4,"sites":21,"robots":{"served":16,"block_any":{"count":6,"pct":37.5},"by_agent":{"GPTBot":{"count":5,"pct":31.3},"ClaudeBot":{"count":6,"pct":37.5},"PerplexityBot":{"count":5,"pct":31.3},"OAI-SearchBot":{"count":5,"pct":31.3},"Google-Extended":{"count":5,"pct":31.3},"CCBot":{"count":5,"pct":31.3}}},"edge_refused":{"any":{"count":2,"pct":9.5},"by_identity":{"gptbot":{"count":2,"pct":9.5},"claudebot":{"count":1,"pct":4.8},"oaisearch":{"count":1,"pct":4.8},"perplexity":{"count":1,"pct":4.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":3,"pct":14.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:digitalocean","name":"DigitalOcean","kind":"provider","share":0.3,"sites":18,"robots":{"served":13,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":16.7},"by_identity":{"gptbot":{"count":1,"pct":5.6},"claudebot":{"count":3,"pct":16.7},"oaisearch":{"count":1,"pct":5.6},"perplexity":{"count":1,"pct":5.6}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":5.6},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:yandex","name":"Yandex","kind":"provider","share":0.3,"sites":18,"robots":{"served":15,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":16.7},"by_identity":{"gptbot":{"count":1,"pct":5.6},"claudebot":{"count":1,"pct":5.6},"oaisearch":{"count":2,"pct":11.1},"perplexity":{"count":2,"pct":11.1}}},"thin":{"count":1,"pct":5.6},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:national-informatics-centre","name":"National Informatics Centre","kind":"provider","share":0.3,"sites":16,"robots":{"served":2,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":25},"by_identity":{"gptbot":{"count":4,"pct":25},"claudebot":{"count":4,"pct":25},"oaisearch":{"count":4,"pct":25},"perplexity":{"count":4,"pct":25}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:oracle","name":"Oracle","kind":"provider","share":0.3,"sites":16,"robots":{"served":9,"block_any":{"count":5,"pct":55.6},"by_agent":{"GPTBot":{"count":5,"pct":55.6},"ClaudeBot":{"count":3,"pct":33.3},"PerplexityBot":{"count":4,"pct":44.4},"OAI-SearchBot":{"count":2,"pct":22.2},"Google-Extended":{"count":3,"pct":33.3},"CCBot":{"count":3,"pct":33.3}}},"edge_refused":{"any":{"count":6,"pct":37.5},"by_identity":{"gptbot":{"count":6,"pct":37.5},"claudebot":{"count":5,"pct":31.3},"oaisearch":{"count":4,"pct":25},"perplexity":{"count":5,"pct":31.3}}},"thin":{"count":1,"pct":6.3},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:vk","name":"VK","kind":"provider","share":0.3,"sites":15,"robots":{"served":14,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":6.7},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":1,"pct":6.7},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":2,"pct":13.3},"llms_txt":{"count":1,"pct":6.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:cdn77","name":"CDN77","kind":"provider","share":0.2,"sites":14,"robots":{"served":13,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":7.1},"by_identity":{"gptbot":{"count":1,"pct":7.1},"claudebot":{"count":1,"pct":7.1},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":1,"pct":7.1}}},"thin":{"count":1,"pct":7.1},"llms_txt":{"count":2,"pct":14.3},"content_signal":{"count":1,"pct":7.1},"ai_train_no":{"count":1,"pct":7.1}},{"id":"network:f5-networks","name":"F5 Networks","kind":"provider","share":0.2,"sites":13,"robots":{"served":6,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":3,"pct":23.1},"by_identity":{"gptbot":{"count":1,"pct":7.7},"claudebot":{"count":2,"pct":15.4},"oaisearch":{"count":1,"pct":7.7},"perplexity":{"count":2,"pct":15.4}}},"thin":{"count":1,"pct":7.7},"llms_txt":{"count":2,"pct":15.4},"content_signal":{"count":1,"pct":7.7},"ai_train_no":{"count":1,"pct":7.7}},{"id":"network:huawei-cloud","name":"Huawei Cloud","kind":"provider","share":0.2,"sites":13,"robots":{"served":7,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":2,"pct":15.4},"by_identity":{"gptbot":{"count":2,"pct":15.4},"claudebot":{"count":2,"pct":15.4},"oaisearch":{"count":1,"pct":7.7},"perplexity":{"count":2,"pct":15.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":7.7},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:ionos","name":"Ionos","kind":"provider","share":0.2,"sites":13,"robots":{"served":11,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":7.7},"by_identity":{"gptbot":{"count":1,"pct":7.7},"claudebot":{"count":1,"pct":7.7},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":1,"pct":7.7}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":15.4},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:iqweb-fz","name":"IQWeb FZ-","kind":"provider","share":0.2,"sites":12,"robots":{"served":12,"block_any":{"count":1,"pct":8.3},"by_agent":{"GPTBot":{"count":1,"pct":8.3},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":8.3},"by_identity":{"gptbot":{"count":1,"pct":8.3},"claudebot":{"count":1,"pct":8.3},"oaisearch":{"count":1,"pct":8.3},"perplexity":{"count":1,"pct":8.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":1,"pct":8.3},"ai_train_no":{"count":1,"pct":8.3}},{"id":"network:servicepipe","name":"Servicepipe","kind":"provider","share":0.2,"sites":12,"robots":{"served":2,"block_any":{"count":0,"pct":0},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":4,"pct":33.3},"by_identity":{"gptbot":{"count":4,"pct":33.3},"claudebot":{"count":4,"pct":33.3},"oaisearch":{"count":4,"pct":33.3},"perplexity":{"count":4,"pct":33.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":1,"pct":8.3},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:artcompanycz","name":"Artcompanycz","kind":"provider","share":0.2,"sites":11,"robots":{"served":9,"block_any":{"count":9,"pct":100},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:verein-zur-foerderung-eines-deutschen-fo","name":"Verein zur Foerderung eines Deutschen Forschungsnetzes e.V","kind":"provider","share":0.2,"sites":10,"robots":{"served":10,"block_any":{"count":1,"pct":10},"by_agent":{"GPTBot":{"count":1,"pct":10},"ClaudeBot":{"count":1,"pct":10},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":10},"CCBot":{"count":1,"pct":10}}},"edge_refused":{"any":{"count":0,"pct":0},"by_identity":{"gptbot":{"count":0,"pct":0},"claudebot":{"count":0,"pct":0},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":1,"pct":10},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"network:other","name":"Other (892 providers, each under 10 sites)","kind":"other","providers":892,"share":23.2,"sites":1370,"robots":{"served":1070,"block_any":{"count":169,"pct":15.8},"by_agent":{"GPTBot":{"count":124,"pct":11.6},"ClaudeBot":{"count":105,"pct":9.8},"PerplexityBot":{"count":75,"pct":7},"OAI-SearchBot":{"count":58,"pct":5.4},"Google-Extended":{"count":92,"pct":8.6},"CCBot":{"count":122,"pct":11.4}}},"edge_refused":{"any":{"count":249,"pct":18.2},"by_identity":{"gptbot":{"count":193,"pct":14.1},"claudebot":{"count":207,"pct":15.1},"oaisearch":{"count":155,"pct":11.3},"perplexity":{"count":153,"pct":11.2}}},"thin":{"count":26,"pct":1.9},"llms_txt":{"count":165,"pct":12},"content_signal":{"count":19,"pct":1.4},"ai_train_no":{"count":15,"pct":1.1}},{"id":"network:unidentified","name":"Unidentified","kind":"bucket","share":0,"sites":1,"robots":{"served":0,"block_any":{"count":0,"pct":null},"by_agent":{"GPTBot":{"count":0,"pct":null},"ClaudeBot":{"count":0,"pct":null},"PerplexityBot":{"count":0,"pct":null},"OAI-SearchBot":{"count":0,"pct":null},"Google-Extended":{"count":0,"pct":null},"CCBot":{"count":0,"pct":null}}},"edge_refused":{"any":{"count":1,"pct":100},"by_identity":{"gptbot":{"count":1,"pct":100},"claudebot":{"count":1,"pct":100},"oaisearch":{"count":1,"pct":100},"perplexity":{"count":1,"pct":100}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":0,"pct":0},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}}]},{"id":"bot","label":"Bot protection","about":"a bot-management product detected on the site","providers_named":4,"nodes":[{"id":"bot:cloudflare-bot-management","name":"Cloudflare Bot Management","kind":"provider","share":9.9,"sites":588,"robots":{"served":508,"block_any":{"count":97,"pct":19.1},"by_agent":{"GPTBot":{"count":63,"pct":12.4},"ClaudeBot":{"count":47,"pct":9.3},"PerplexityBot":{"count":28,"pct":5.5},"OAI-SearchBot":{"count":21,"pct":4.1},"Google-Extended":{"count":38,"pct":7.5},"CCBot":{"count":72,"pct":14.2}}},"edge_refused":{"any":{"count":161,"pct":27.4},"by_identity":{"gptbot":{"count":127,"pct":21.6},"claudebot":{"count":142,"pct":24.1},"oaisearch":{"count":80,"pct":13.6},"perplexity":{"count":113,"pct":19.2}}},"thin":{"count":6,"pct":1},"llms_txt":{"count":169,"pct":28.7},"content_signal":{"count":44,"pct":7.5},"ai_train_no":{"count":28,"pct":4.8}},{"id":"bot:akamai-bot-manager","name":"Akamai Bot Manager","kind":"provider","share":3.9,"sites":228,"robots":{"served":101,"block_any":{"count":14,"pct":13.9},"by_agent":{"GPTBot":{"count":12,"pct":11.9},"ClaudeBot":{"count":9,"pct":8.9},"PerplexityBot":{"count":8,"pct":7.9},"OAI-SearchBot":{"count":7,"pct":6.9},"Google-Extended":{"count":8,"pct":7.9},"CCBot":{"count":13,"pct":12.9}}},"edge_refused":{"any":{"count":170,"pct":74.6},"by_identity":{"gptbot":{"count":167,"pct":73.2},"claudebot":{"count":166,"pct":72.8},"oaisearch":{"count":168,"pct":73.7},"perplexity":{"count":167,"pct":73.2}}},"thin":{"count":7,"pct":3.1},"llms_txt":{"count":27,"pct":11.8},"content_signal":{"count":2,"pct":0.9},"ai_train_no":{"count":2,"pct":0.9}},{"id":"bot:imperva","name":"Imperva","kind":"provider","share":0.9,"sites":53,"robots":{"served":41,"block_any":{"count":7,"pct":17.1},"by_agent":{"GPTBot":{"count":3,"pct":7.3},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.4},"CCBot":{"count":2,"pct":4.9}}},"edge_refused":{"any":{"count":6,"pct":11.3},"by_identity":{"gptbot":{"count":3,"pct":5.7},"claudebot":{"count":3,"pct":5.7},"oaisearch":{"count":3,"pct":5.7},"perplexity":{"count":5,"pct":9.4}}},"thin":{"count":7,"pct":13.2},"llms_txt":{"count":7,"pct":13.2},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:datadome","name":"DataDome","kind":"provider","share":0.2,"sites":14,"robots":{"served":11,"block_any":{"count":7,"pct":63.6},"by_agent":{"GPTBot":{"count":6,"pct":54.5},"ClaudeBot":{"count":6,"pct":54.5},"PerplexityBot":{"count":2,"pct":18.2},"OAI-SearchBot":{"count":2,"pct":18.2},"Google-Extended":{"count":6,"pct":54.5},"CCBot":{"count":6,"pct":54.5}}},"edge_refused":{"any":{"count":6,"pct":42.9},"by_identity":{"gptbot":{"count":5,"pct":35.7},"claudebot":{"count":4,"pct":28.6},"oaisearch":{"count":3,"pct":21.4},"perplexity":{"count":3,"pct":21.4}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":14.3},"content_signal":{"count":2,"pct":14.3},"ai_train_no":{"count":2,"pct":14.3}},{"id":"bot:other","name":"Other (2 providers, each under 10 sites)","kind":"other","providers":2,"share":0.2,"sites":13,"robots":{"served":12,"block_any":{"count":1,"pct":8.3},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":1,"pct":8.3}}},"edge_refused":{"any":{"count":8,"pct":61.5},"by_identity":{"gptbot":{"count":8,"pct":61.5},"claudebot":{"count":8,"pct":61.5},"oaisearch":{"count":7,"pct":53.8},"perplexity":{"count":5,"pct":38.5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":2,"pct":15.4},"content_signal":{"count":0,"pct":0},"ai_train_no":{"count":0,"pct":0}},{"id":"bot:none-detected","name":"None detected","kind":"bucket","share":83.6,"sites":4949,"robots":{"served":3994,"block_any":{"count":908,"pct":22.7},"by_agent":{"GPTBot":{"count":669,"pct":16.8},"ClaudeBot":{"count":635,"pct":15.9},"PerplexityBot":{"count":381,"pct":9.5},"OAI-SearchBot":{"count":260,"pct":6.5},"Google-Extended":{"count":564,"pct":14.1},"CCBot":{"count":704,"pct":17.6}}},"edge_refused":{"any":{"count":1167,"pct":23.6},"by_identity":{"gptbot":{"count":1014,"pct":20.5},"claudebot":{"count":1045,"pct":21.1},"oaisearch":{"count":683,"pct":13.8},"perplexity":{"count":876,"pct":17.7}}},"thin":{"count":100,"pct":2},"llms_txt":{"count":769,"pct":15.5},"content_signal":{"count":251,"pct":5.1},"ai_train_no":{"count":197,"pct":4}},{"id":"bot:not-read","name":"Not read","kind":"bucket","share":1.2,"sites":72,"robots":{"served":41,"block_any":{"count":15,"pct":36.6},"by_agent":{"GPTBot":{"count":14,"pct":34.1},"ClaudeBot":{"count":13,"pct":31.7},"PerplexityBot":{"count":11,"pct":26.8},"OAI-SearchBot":{"count":10,"pct":24.4},"Google-Extended":{"count":13,"pct":31.7},"CCBot":{"count":15,"pct":36.6}}},"edge_refused":{"any":{"count":15,"pct":20.8},"by_identity":{"gptbot":{"count":14,"pct":19.4},"claudebot":{"count":12,"pct":16.7},"oaisearch":{"count":7,"pct":9.7},"perplexity":{"count":10,"pct":13.9}}},"thin":{"count":3,"pct":4.2},"llms_txt":{"count":4,"pct":5.6},"content_signal":{"count":2,"pct":2.8},"ai_train_no":{"count":2,"pct":2.8}}]},{"id":"platform","label":"Site platform","about":"the CMS, store builder or hosting product the site runs on","providers_named":13,"nodes":[{"id":"platform:wordpress","name":"WordPress","kind":"provider","share":12.7,"sites":753,"robots":{"served":669,"block_any":{"count":149,"pct":22.3},"by_agent":{"GPTBot":{"count":114,"pct":17},"ClaudeBot":{"count":117,"pct":17.5},"PerplexityBot":{"count":64,"pct":9.6},"OAI-SearchBot":{"count":40,"pct":6},"Google-Extended":{"count":99,"pct":14.8},"CCBot":{"count":128,"pct":19.1}}},"edge_refused":{"any":{"count":244,"pct":32.4},"by_identity":{"gptbot":{"count":195,"pct":25.9},"claudebot":{"count":216,"pct":28.7},"oaisearch":{"count":129,"pct":17.1},"perplexity":{"count":164,"pct":21.8}}},"thin":{"count":4,"pct":0.5},"llms_txt":{"count":172,"pct":22.8},"content_signal":{"count":58,"pct":7.7},"ai_train_no":{"count":42,"pct":5.6}},{"id":"platform:drupal","name":"Drupal","kind":"provider","share":3.2,"sites":190,"robots":{"served":152,"block_any":{"count":14,"pct":9.2},"by_agent":{"GPTBot":{"count":8,"pct":5.3},"ClaudeBot":{"count":8,"pct":5.3},"PerplexityBot":{"count":6,"pct":3.9},"OAI-SearchBot":{"count":2,"pct":1.3},"Google-Extended":{"count":6,"pct":3.9},"CCBot":{"count":8,"pct":5.3}}},"edge_refused":{"any":{"count":62,"pct":32.6},"by_identity":{"gptbot":{"count":54,"pct":28.4},"claudebot":{"count":56,"pct":29.5},"oaisearch":{"count":44,"pct":23.2},"perplexity":{"count":53,"pct":27.9}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":14,"pct":7.4},"content_signal":{"count":4,"pct":2.1},"ai_train_no":{"count":4,"pct":2.1}},{"id":"platform:google-cloud","name":"Google Cloud","kind":"provider","share":3.1,"sites":186,"robots":{"served":155,"block_any":{"count":42,"pct":27.1},"by_agent":{"GPTBot":{"count":21,"pct":13.5},"ClaudeBot":{"count":18,"pct":11.6},"PerplexityBot":{"count":12,"pct":7.7},"OAI-SearchBot":{"count":9,"pct":5.8},"Google-Extended":{"count":12,"pct":7.7},"CCBot":{"count":23,"pct":14.8}}},"edge_refused":{"any":{"count":23,"pct":12.4},"by_identity":{"gptbot":{"count":19,"pct":10.2},"claudebot":{"count":20,"pct":10.8},"oaisearch":{"count":12,"pct":6.5},"perplexity":{"count":20,"pct":10.8}}},"thin":{"count":5,"pct":2.7},"llms_txt":{"count":33,"pct":17.7},"content_signal":{"count":7,"pct":3.8},"ai_train_no":{"count":2,"pct":1.1}},{"id":"platform:vercel","name":"Vercel","kind":"provider","share":2.3,"sites":136,"robots":{"served":117,"block_any":{"count":10,"pct":8.5},"by_agent":{"GPTBot":{"count":3,"pct":2.6},"ClaudeBot":{"count":2,"pct":1.7},"PerplexityBot":{"count":2,"pct":1.7},"OAI-SearchBot":{"count":1,"pct":0.9},"Google-Extended":{"count":1,"pct":0.9},"CCBot":{"count":3,"pct":2.6}}},"edge_refused":{"any":{"count":16,"pct":11.8},"by_identity":{"gptbot":{"count":15,"pct":11},"claudebot":{"count":16,"pct":11.8},"oaisearch":{"count":14,"pct":10.3},"perplexity":{"count":15,"pct":11}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":77,"pct":56.6},"content_signal":{"count":21,"pct":15.4},"ai_train_no":{"count":5,"pct":3.7}},{"id":"platform:webflow","name":"Webflow","kind":"provider","share":2,"sites":116,"robots":{"served":103,"block_any":{"count":15,"pct":14.6},"by_agent":{"GPTBot":{"count":10,"pct":9.7},"ClaudeBot":{"count":9,"pct":8.7},"PerplexityBot":{"count":4,"pct":3.9},"OAI-SearchBot":{"count":4,"pct":3.9},"Google-Extended":{"count":7,"pct":6.8},"CCBot":{"count":10,"pct":9.7}}},"edge_refused":{"any":{"count":13,"pct":11.2},"by_identity":{"gptbot":{"count":12,"pct":10.3},"claudebot":{"count":11,"pct":9.5},"oaisearch":{"count":4,"pct":3.4},"perplexity":{"count":7,"pct":6}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":43,"pct":37.1},"content_signal":{"count":6,"pct":5.2},"ai_train_no":{"count":2,"pct":1.7}},{"id":"platform:microsoft-azure","name":"Microsoft Azure","kind":"provider","share":1.3,"sites":76,"robots":{"served":46,"block_any":{"count":5,"pct":10.9},"by_agent":{"GPTBot":{"count":3,"pct":6.5},"ClaudeBot":{"count":3,"pct":6.5},"PerplexityBot":{"count":1,"pct":2.2},"OAI-SearchBot":{"count":1,"pct":2.2},"Google-Extended":{"count":3,"pct":6.5},"CCBot":{"count":4,"pct":8.7}}},"edge_refused":{"any":{"count":12,"pct":15.8},"by_identity":{"gptbot":{"count":10,"pct":13.2},"claudebot":{"count":10,"pct":13.2},"oaisearch":{"count":10,"pct":13.2},"perplexity":{"count":10,"pct":13.2}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":11,"pct":14.5},"content_signal":{"count":1,"pct":1.3},"ai_train_no":{"count":1,"pct":1.3}},{"id":"platform:aws-elastic-load-balancing","name":"AWS Elastic Load Balancing","kind":"provider","share":1,"sites":59,"robots":{"served":49,"block_any":{"count":8,"pct":16.3},"by_agent":{"GPTBot":{"count":6,"pct":12.2},"ClaudeBot":{"count":5,"pct":10.2},"PerplexityBot":{"count":3,"pct":6.1},"OAI-SearchBot":{"count":3,"pct":6.1},"Google-Extended":{"count":2,"pct":4.1},"CCBot":{"count":5,"pct":10.2}}},"edge_refused":{"any":{"count":15,"pct":25.4},"by_identity":{"gptbot":{"count":13,"pct":22},"claudebot":{"count":14,"pct":23.7},"oaisearch":{"count":8,"pct":13.6},"perplexity":{"count":13,"pct":22}}},"thin":{"count":1,"pct":1.7},"llms_txt":{"count":8,"pct":13.6},"content_signal":{"count":2,"pct":3.4},"ai_train_no":{"count":2,"pct":3.4}},{"id":"platform:netlify","name":"Netlify","kind":"provider","share":0.9,"sites":52,"robots":{"served":45,"block_any":{"count":1,"pct":2.2},"by_agent":{"GPTBot":{"count":1,"pct":2.2},"ClaudeBot":{"count":1,"pct":2.2},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":2.2},"CCBot":{"count":1,"pct":2.2}}},"edge_refused":{"any":{"count":3,"pct":5.8},"by_identity":{"gptbot":{"count":3,"pct":5.8},"claudebot":{"count":2,"pct":3.8},"oaisearch":{"count":2,"pct":3.8},"perplexity":{"count":2,"pct":3.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":18,"pct":34.6},"content_signal":{"count":5,"pct":9.6},"ai_train_no":{"count":2,"pct":3.8}},{"id":"platform:hubspot-cms","name":"HubSpot CMS","kind":"provider","share":0.6,"sites":36,"robots":{"served":32,"block_any":{"count":3,"pct":9.4},"by_agent":{"GPTBot":{"count":3,"pct":9.4},"ClaudeBot":{"count":2,"pct":6.3},"PerplexityBot":{"count":2,"pct":6.3},"OAI-SearchBot":{"count":2,"pct":6.3},"Google-Extended":{"count":3,"pct":9.4},"CCBot":{"count":3,"pct":9.4}}},"edge_refused":{"any":{"count":1,"pct":2.8},"by_identity":{"gptbot":{"count":1,"pct":2.8},"claudebot":{"count":1,"pct":2.8},"oaisearch":{"count":1,"pct":2.8},"perplexity":{"count":1,"pct":2.8}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":8,"pct":22.2},"content_signal":{"count":2,"pct":5.6},"ai_train_no":{"count":1,"pct":2.8}},{"id":"platform:shopify","name":"Shopify","kind":"provider","share":0.4,"sites":24,"robots":{"served":20,"block_any":{"count":1,"pct":5},"by_agent":{"GPTBot":{"count":1,"pct":5},"ClaudeBot":{"count":1,"pct":5},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":5},"CCBot":{"count":1,"pct":5}}},"edge_refused":{"any":{"count":2,"pct":8.3},"by_identity":{"gptbot":{"count":2,"pct":8.3},"claudebot":{"count":2,"pct":8.3},"oaisearch":{"count":2,"pct":8.3},"perplexity":{"count":2,"pct":8.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":16,"pct":66.7},"content_signal":{"count":2,"pct":8.3},"ai_train_no":{"count":2,"pct":8.3}},{"id":"platform:framer","name":"Framer","kind":"provider","share":0.4,"sites":21,"robots":{"served":19,"block_any":{"count":2,"pct":10.5},"by_agent":{"GPTBot":{"count":1,"pct":5.3},"ClaudeBot":{"count":1,"pct":5.3},"PerplexityBot":{"count":1,"pct":5.3},"OAI-SearchBot":{"count":1,"pct":5.3},"Google-Extended":{"count":1,"pct":5.3},"CCBot":{"count":1,"pct":5.3}}},"edge_refused":{"any":{"count":3,"pct":14.3},"by_identity":{"gptbot":{"count":3,"pct":14.3},"claudebot":{"count":3,"pct":14.3},"oaisearch":{"count":1,"pct":4.8},"perplexity":{"count":3,"pct":14.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":8,"pct":38.1},"content_signal":{"count":3,"pct":14.3},"ai_train_no":{"count":2,"pct":9.5}},{"id":"platform:github-pages","name":"GitHub Pages","kind":"provider","share":0.3,"sites":20,"robots":{"served":9,"block_any":{"count":1,"pct":11.1},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":1,"pct":5},"by_identity":{"gptbot":{"count":1,"pct":5},"claudebot":{"count":1,"pct":5},"oaisearch":{"count":1,"pct":5},"perplexity":{"count":1,"pct":5}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":20},"content_signal":{"count":1,"pct":5},"ai_train_no":{"count":1,"pct":5}},{"id":"platform:wix","name":"Wix","kind":"provider","share":0.2,"sites":12,"robots":{"served":11,"block_any":{"count":1,"pct":9.1},"by_agent":{"GPTBot":{"count":1,"pct":9.1},"ClaudeBot":{"count":1,"pct":9.1},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":1,"pct":9.1},"CCBot":{"count":1,"pct":9.1}}},"edge_refused":{"any":{"count":2,"pct":16.7},"by_identity":{"gptbot":{"count":2,"pct":16.7},"claudebot":{"count":1,"pct":8.3},"oaisearch":{"count":0,"pct":0},"perplexity":{"count":0,"pct":0}}},"thin":{"count":7,"pct":58.3},"llms_txt":{"count":11,"pct":91.7},"content_signal":{"count":1,"pct":8.3},"ai_train_no":{"count":1,"pct":8.3}},{"id":"platform:other","name":"Other (10 providers, each under 10 sites)","kind":"other","providers":10,"share":0.5,"sites":28,"robots":{"served":23,"block_any":{"count":1,"pct":4.3},"by_agent":{"GPTBot":{"count":0,"pct":0},"ClaudeBot":{"count":0,"pct":0},"PerplexityBot":{"count":0,"pct":0},"OAI-SearchBot":{"count":0,"pct":0},"Google-Extended":{"count":0,"pct":0},"CCBot":{"count":0,"pct":0}}},"edge_refused":{"any":{"count":7,"pct":25},"by_identity":{"gptbot":{"count":5,"pct":17.9},"claudebot":{"count":6,"pct":21.4},"oaisearch":{"count":3,"pct":10.7},"perplexity":{"count":4,"pct":14.3}}},"thin":{"count":0,"pct":0},"llms_txt":{"count":4,"pct":14.3},"content_signal":{"count":1,"pct":3.6},"ai_train_no":{"count":1,"pct":3.6}},{"id":"platform:not-identified","name":"Not identified","kind":"bucket","share":69.9,"sites":4136,"robots":{"served":3217,"block_any":{"count":781,"pct":24.3},"by_agent":{"GPTBot":{"count":581,"pct":18.1},"ClaudeBot":{"count":529,"pct":16.4},"PerplexityBot":{"count":324,"pct":10.1},"OAI-SearchBot":{"count":227,"pct":7.1},"Google-Extended":{"count":480,"pct":14.9},"CCBot":{"count":610,"pct":19}}},"edge_refused":{"any":{"count":1114,"pct":26.9},"by_identity":{"gptbot":{"count":989,"pct":23.9},"claudebot":{"count":1009,"pct":24.4},"oaisearch":{"count":713,"pct":17.2},"perplexity":{"count":874,"pct":21.1}}},"thin":{"count":103,"pct":2.5},"llms_txt":{"count":549,"pct":13.3},"content_signal":{"count":185,"pct":4.5},"ai_train_no":{"count":161,"pct":3.9}},{"id":"platform:not-read","name":"Not read","kind":"bucket","share":1.2,"sites":72,"robots":{"served":41,"block_any":{"count":15,"pct":36.6},"by_agent":{"GPTBot":{"count":14,"pct":34.1},"ClaudeBot":{"count":13,"pct":31.7},"PerplexityBot":{"count":11,"pct":26.8},"OAI-SearchBot":{"count":10,"pct":24.4},"Google-Extended":{"count":13,"pct":31.7},"CCBot":{"count":15,"pct":36.6}}},"edge_refused":{"any":{"count":15,"pct":20.8},"by_identity":{"gptbot":{"count":14,"pct":19.4},"claudebot":{"count":12,"pct":16.7},"oaisearch":{"count":7,"pct":9.7},"perplexity":{"count":10,"pct":13.9}}},"thin":{"count":3,"pct":4.2},"llms_txt":{"count":4,"pct":5.6},"content_signal":{"count":2,"pct":2.8},"ai_train_no":{"count":2,"pct":2.8}}]}],"links":[{"from":"bot:none-detected","to":"platform:not-identified","sites":3542,"edge_refused":846,"robots_only":405,"passes":2291},{"from":"dns:cloudflare","to":"network:cloudflare","sites":1296,"edge_refused":530,"robots_only":77,"passes":689},{"from":"network:other","to":"bot:none-detected","sites":1244,"edge_refused":192,"robots_only":121,"passes":931},{"from":"network:amazon","to":"bot:none-detected","sites":1154,"edge_refused":218,"robots_only":163,"passes":773},{"from":"network:cloudflare","to":"bot:none-detected","sites":1119,"edge_refused":455,"robots_only":67,"passes":597},{"from":"dns:amazon-route-53","to":"network:amazon","sites":908,"edge_refused":176,"robots_only":144,"passes":588},{"from":"bot:none-detected","to":"platform:wordpress","sites":613,"edge_refused":200,"robots_only":49,"passes":364},{"from":"dns:other","to":"network:other","sites":524,"edge_refused":86,"robots_only":51,"passes":387},{"from":"dns:own-nameservers","to":"network:other","sites":417,"edge_refused":67,"robots_only":32,"passes":318},{"from":"network:cloudflare","to":"bot:cloudflare-bot-management","sites":402,"edge_refused":103,"robots_only":41,"passes":258},{"from":"bot:cloudflare-bot-management","to":"platform:not-identified","sites":334,"edge_refused":105,"robots_only":35,"passes":194},{"from":"network:fastly","to":"bot:none-detected","sites":263,"edge_refused":57,"robots_only":47,"passes":159},{"from":"dns:akamai","to":"network:akamai","sites":254,"edge_refused":152,"robots_only":21,"passes":81},{"from":"network:google","to":"bot:none-detected","sites":252,"edge_refused":28,"robots_only":31,"passes":193},{"from":"network:akamai","to":"bot:none-detected","sites":222,"edge_refused":109,"robots_only":23,"passes":90},{"from":"bot:akamai-bot-manager","to":"platform:not-identified","sites":199,"edge_refused":148,"robots_only":5,"passes":46},{"from":"bot:none-detected","to":"platform:google-cloud","sites":162,"edge_refused":15,"robots_only":30,"passes":117},{"from":"bot:none-detected","to":"platform:drupal","sites":157,"edge_refused":48,"robots_only":5,"passes":104},{"from":"dns:amazon-route-53","to":"network:other","sites":128,"edge_refused":28,"robots_only":10,"passes":90},{"from":"dns:google","to":"network:google","sites":121,"edge_refused":11,"robots_only":7,"passes":103},{"from":"bot:cloudflare-bot-management","to":"platform:wordpress","sites":121,"edge_refused":31,"robots_only":7,"passes":83},{"from":"network:microsoft","to":"bot:none-detected","sites":121,"edge_refused":22,"robots_only":9,"passes":90},{"from":"dns:other","to":"network:amazon","sites":119,"edge_refused":35,"robots_only":19,"passes":65},{"from":"network:akamai","to":"bot:akamai-bot-manager","sites":118,"edge_refused":89,"robots_only":1,"passes":28},{"from":"dns:amazon-route-53","to":"network:cloudflare","sites":118,"edge_refused":15,"robots_only":16,"passes":87},{"from":"bot:none-detected","to":"platform:webflow","sites":107,"edge_refused":12,"robots_only":10,"passes":85},{"from":"bot:none-detected","to":"platform:vercel","sites":107,"edge_refused":13,"robots_only":5,"passes":89},{"from":"dns:amazon-route-53","to":"network:fastly","sites":105,"edge_refused":35,"robots_only":24,"passes":46},{"from":"network:amazon","to":"bot:cloudflare-bot-management","sites":99,"edge_refused":27,"robots_only":6,"passes":66},{"from":"dns:cloudflare","to":"network:other","sites":94,"edge_refused":17,"robots_only":13,"passes":64},{"from":"dns:own-nameservers","to":"network:amazon","sites":78,"edge_refused":18,"robots_only":4,"passes":56},{"from":"bot:not-read","to":"platform:not-read","sites":72,"edge_refused":15,"robots_only":12,"passes":45},{"from":"bot:none-detected","to":"platform:microsoft-azure","sites":71,"edge_refused":12,"robots_only":4,"passes":55},{"from":"network:alibaba-cloud","to":"bot:none-detected","sites":69,"edge_refused":8,"robots_only":4,"passes":57},{"from":"network:automattic","to":"bot:none-detected","sites":61,"edge_refused":13,"robots_only":20,"passes":28},{"from":"dns:other","to":"network:google","sites":61,"edge_refused":13,"robots_only":9,"passes":39},{"from":"dns:cloudflare","to":"network:amazon","sites":60,"edge_refused":14,"robots_only":6,"passes":40},{"from":"network:ovhcloud","to":"bot:none-detected","sites":59,"edge_refused":7,"robots_only":3,"passes":49},{"from":"dns:microsoft-azure","to":"network:microsoft","sites":57,"edge_refused":9,"robots_only":2,"passes":46},{"from":"dns:other","to":"network:fastly","sites":53,"edge_refused":11,"robots_only":8,"passes":34},{"from":"network:hetzner","to":"bot:none-detected","sites":53,"edge_refused":11,"robots_only":2,"passes":40},{"from":"network:other","to":"bot:cloudflare-bot-management","sites":52,"edge_refused":21,"robots_only":5,"passes":26},{"from":"bot:none-detected","to":"platform:aws-elastic-load-balancing","sites":52,"edge_refused":11,"robots_only":4,"passes":37},{"from":"dns:akamai","to":"network:other","sites":51,"edge_refused":20,"robots_only":5,"passes":26},{"from":"bot:none-detected","to":"platform:netlify","sites":48,"edge_refused":1,"robots_only":1,"passes":46},{"from":"network:amazon","to":"bot:akamai-bot-manager","sites":48,"edge_refused":38,"robots_only":1,"passes":9},{"from":"network:imperva","to":"bot:imperva","sites":46,"edge_refused":5,"robots_only":5,"passes":36},{"from":"network:other","to":"bot:akamai-bot-manager","sites":45,"edge_refused":30,"robots_only":1,"passes":14},{"from":"dns:amazon-route-53","to":"network:google","sites":44,"edge_refused":6,"robots_only":2,"passes":36},{"from":"dns:akamai","to":"network:amazon","sites":40,"edge_refused":11,"robots_only":1,"passes":28},{"from":"bot:imperva","to":"platform:not-identified","sites":40,"edge_refused":4,"robots_only":4,"passes":32},{"from":"network:hll","to":"bot:none-detected","sites":35,"edge_refused":3,"robots_only":2,"passes":30},{"from":"bot:cloudflare-bot-management","to":"platform:hubspot-cms","sites":35,"edge_refused":0,"robots_only":3,"passes":32},{"from":"dns:own-nameservers","to":"network:cloudflare","sites":34,"edge_refused":5,"robots_only":5,"passes":24},{"from":"dns:other","to":"network:akamai","sites":34,"edge_refused":21,"robots_only":0,"passes":13},{"from":"network:china-telecom","to":"bot:none-detected","sites":33,"edge_refused":6,"robots_only":1,"passes":26},{"from":"dns:amazon-route-53","to":"network:automattic","sites":28,"edge_refused":8,"robots_only":9,"passes":11},{"from":"network:jsc-selectel","to":"bot:none-detected","sites":28,"edge_refused":3,"robots_only":3,"passes":22},{"from":"network:ddos-guard","to":"bot:none-detected","sites":28,"edge_refused":5,"robots_only":0,"passes":23},{"from":"bot:cloudflare-bot-management","to":"platform:vercel","sites":27,"edge_refused":2,"robots_only":4,"passes":21},{"from":"bot:none-detected","to":"platform:other","sites":26,"edge_refused":5,"robots_only":0,"passes":21},{"from":"dns:own-nameservers","to":"network:fastly","sites":25,"edge_refused":3,"robots_only":1,"passes":21},{"from":"dns:other","to":"network:hetzner","sites":24,"edge_refused":6,"robots_only":1,"passes":17},{"from":"dns:other","to":"network:cloudflare","sites":23,"edge_refused":6,"robots_only":4,"passes":13},{"from":"dns:google","to":"network:fastly","sites":23,"edge_refused":1,"robots_only":8,"passes":14},{"from":"network:dataweb-global-group","to":"bot:none-detected","sites":23,"edge_refused":6,"robots_only":0,"passes":17},{"from":"dns:alibaba-cloud","to":"network:alibaba-cloud","sites":23,"edge_refused":3,"robots_only":2,"passes":18},{"from":"dns:other","to":"network:microsoft","sites":23,"edge_refused":2,"robots_only":5,"passes":16},{"from":"dns:cloudflare","to":"network:fastly","sites":22,"edge_refused":3,"robots_only":1,"passes":18},{"from":"bot:none-detected","to":"platform:shopify","sites":21,"edge_refused":2,"robots_only":0,"passes":19},{"from":"network:tencent-cloud","to":"bot:none-detected","sites":20,"edge_refused":1,"robots_only":6,"passes":13},{"from":"bot:cloudflare-bot-management","to":"platform:google-cloud","sites":20,"edge_refused":6,"robots_only":2,"passes":12},{"from":"network:other","to":"bot:not-read","sites":20,"edge_refused":2,"robots_only":1,"passes":17},{"from":"bot:cloudflare-bot-management","to":"platform:drupal","sites":20,"edge_refused":7,"robots_only":1,"passes":12},{"from":"dns:other","to":"network:ovhcloud","sites":19,"edge_refused":3,"robots_only":0,"passes":16},{"from":"dns:ns1-ibm","to":"network:amazon","sites":19,"edge_refused":7,"robots_only":1,"passes":11},{"from":"bot:none-detected","to":"platform:github-pages","sites":19,"edge_refused":0,"robots_only":1,"passes":18},{"from":"dns:ru-center","to":"network:other","sites":17,"edge_refused":1,"robots_only":2,"passes":14},{"from":"network:amazon","to":"bot:not-read","sites":17,"edge_refused":1,"robots_only":7,"passes":9},{"from":"dns:cloudflare","to":"network:akamai","sites":17,"edge_refused":9,"robots_only":1,"passes":7},{"from":"dns:ultradns-vercara","to":"network:other","sites":17,"edge_refused":7,"robots_only":3,"passes":7},{"from":"network:digitalocean","to":"bot:none-detected","sites":16,"edge_refused":1,"robots_only":0,"passes":15},{"from":"bot:none-detected","to":"platform:framer","sites":16,"edge_refused":1,"robots_only":2,"passes":13},{"from":"network:google","to":"bot:cloudflare-bot-management","sites":16,"edge_refused":7,"robots_only":1,"passes":8},{"from":"network:yandex","to":"bot:none-detected","sites":16,"edge_refused":2,"robots_only":0,"passes":14},{"from":"dns:cloudflare","to":"network:dataweb-global-group","sites":16,"edge_refused":6,"robots_only":0,"passes":10},{"from":"network:national-informatics-centre","to":"bot:none-detected","sites":16,"edge_refused":4,"robots_only":0,"passes":12},{"from":"network:vk","to":"bot:none-detected","sites":15,"edge_refused":1,"robots_only":0,"passes":14},{"from":"network:oracle","to":"bot:none-detected","sites":15,"edge_refused":6,"robots_only":3,"passes":6},{"from":"dns:godaddy","to":"network:amazon","sites":15,"edge_refused":2,"robots_only":0,"passes":13},{"from":"dns:cloudflare","to":"network:google","sites":15,"edge_refused":4,"robots_only":0,"passes":11},{"from":"dns:google","to":"network:other","sites":15,"edge_refused":2,"robots_only":0,"passes":13},{"from":"dns:akamai","to":"network:cloudflare","sites":14,"edge_refused":3,"robots_only":1,"passes":10},{"from":"dns:ultradns-vercara","to":"network:amazon","sites":14,"edge_refused":4,"robots_only":2,"passes":8},{"from":"dns:other","to":"network:imperva","sites":14,"edge_refused":2,"robots_only":2,"passes":10},{"from":"network:cdn77","to":"bot:none-detected","sites":14,"edge_refused":1,"robots_only":0,"passes":13},{"from":"dns:alibabadns-com","to":"network:alibaba-cloud","sites":14,"edge_refused":0,"robots_only":2,"passes":12},{"from":"dns:google","to":"network:cloudflare","sites":14,"edge_refused":1,"robots_only":2,"passes":11},{"from":"dns:ultradns-vercara","to":"network:akamai","sites":14,"edge_refused":8,"robots_only":0,"passes":6},{"from":"dns:yandex","to":"network:yandex","sites":14,"edge_refused":1,"robots_only":0,"passes":13},{"from":"dns:ns1-ibm","to":"network:other","sites":14,"edge_refused":2,"robots_only":2,"passes":10},{"from":"dns:other","to":"network:hll","sites":13,"edge_refused":0,"robots_only":1,"passes":12},{"from":"dns:tencent-cloud-dnspod","to":"network:tencent-cloud","sites":13,"edge_refused":2,"robots_only":3,"passes":8},{"from":"dns:cloudflare","to":"network:ovhcloud","sites":13,"edge_refused":2,"robots_only":1,"passes":10},{"from":"network:huawei-cloud","to":"bot:none-detected","sites":13,"edge_refused":2,"robots_only":0,"passes":11},{"from":"dns:nic-in","to":"network:national-informatics-centre","sites":13,"edge_refused":4,"robots_only":0,"passes":9},{"from":"dns:akamai","to":"network:google","sites":12,"edge_refused":1,"robots_only":3,"passes":8},{"from":"dns:own-nameservers","to":"network:ovhcloud","sites":12,"edge_refused":1,"robots_only":2,"passes":9},{"from":"dns:tencent-cloud-dnspod","to":"network:alibaba-cloud","sites":12,"edge_refused":2,"robots_only":0,"passes":10},{"from":"network:ionos","to":"bot:none-detected","sites":12,"edge_refused":1,"robots_only":0,"passes":11},{"from":"bot:datadome","to":"platform:not-identified","sites":12,"edge_refused":5,"robots_only":4,"passes":3},{"from":"bot:akamai-bot-manager","to":"platform:wordpress","sites":12,"edge_refused":11,"robots_only":1,"passes":0},{"from":"dns:other","to":"network:ddos-guard","sites":12,"edge_refused":4,"robots_only":0,"passes":8},{"from":"dns:edrive-hosting-cz","to":"network:google","sites":12,"edge_refused":0,"robots_only":12,"passes":0},{"from":"network:iqweb-fz","to":"bot:none-detected","sites":12,"edge_refused":1,"robots_only":1,"passes":10},{"from":"dns:ultradns-vercara","to":"network:fastly","sites":11,"edge_refused":5,"robots_only":1,"passes":5},{"from":"dns:akamai","to":"network:fastly","sites":11,"edge_refused":0,"robots_only":0,"passes":11},{"from":"dns:centralnic-net","to":"network:amazon","sites":11,"edge_refused":0,"robots_only":0,"passes":11},{"from":"dns:amazon-route-53","to":"network:microsoft","sites":11,"edge_refused":4,"robots_only":2,"passes":5},{"from":"dns:tencent-cloud-dnspod","to":"network:other","sites":11,"edge_refused":2,"robots_only":1,"passes":8},{"from":"dns:edrive-hosting-cz","to":"network:artcompanycz","sites":11,"edge_refused":0,"robots_only":9,"passes":2},{"from":"network:artcompanycz","to":"bot:none-detected","sites":11,"edge_refused":0,"robots_only":9,"passes":2},{"from":"network:f5-networks","to":"bot:none-detected","sites":11,"edge_refused":2,"robots_only":0,"passes":9},{"from":"dns:ns1-ibm","to":"network:fastly","sites":11,"edge_refused":3,"robots_only":4,"passes":4},{"from":"dns:cloudns","to":"network:other","sites":10,"edge_refused":3,"robots_only":2,"passes":5},{"from":"dns:cloudflare","to":"network:automattic","sites":10,"edge_refused":1,"robots_only":6,"passes":3},{"from":"dns:other","to":"network:alibaba-cloud","sites":10,"edge_refused":0,"robots_only":1,"passes":9},{"from":"dns:dns-made-easy","to":"network:amazon","sites":10,"edge_refused":7,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:microsoft","sites":10,"edge_refused":1,"robots_only":0,"passes":9},{"from":"network:verein-zur-foerderung-eines-deutschen-fo","to":"bot:none-detected","sites":10,"edge_refused":0,"robots_only":1,"passes":9},{"from":"network:servicepipe","to":"bot:not-read","sites":10,"edge_refused":4,"robots_only":0,"passes":6},{"from":"dns:amazon-route-53","to":"network:imperva","sites":10,"edge_refused":1,"robots_only":1,"passes":8},{"from":"dns:tencent-cloud-dnspod","to":"network:china-telecom","sites":9,"edge_refused":2,"robots_only":1,"passes":6},{"from":"dns:own-nameservers","to":"network:hll","sites":9,"edge_refused":1,"robots_only":1,"passes":7},{"from":"bot:other","to":"platform:not-identified","sites":9,"edge_refused":6,"robots_only":1,"passes":2},{"from":"dns:microsoft-azure","to":"network:amazon","sites":9,"edge_refused":4,"robots_only":0,"passes":5},{"from":"dns:google","to":"network:amazon","sites":9,"edge_refused":0,"robots_only":0,"passes":9},{"from":"dns:ionos","to":"network:ionos","sites":9,"edge_refused":0,"robots_only":0,"passes":9},{"from":"bot:cloudflare-bot-management","to":"platform:webflow","sites":9,"edge_refused":1,"robots_only":1,"passes":7},{"from":"dns:d-53-info-d-53-jp-d-53-net","to":"network:amazon","sites":9,"edge_refused":3,"robots_only":0,"passes":6},{"from":"dns:godaddy","to":"network:other","sites":9,"edge_refused":1,"robots_only":1,"passes":7},{"from":"dns:other","to":"network:jsc-selectel","sites":9,"edge_refused":0,"robots_only":3,"passes":6},{"from":"dns:other","to":"network:china-telecom","sites":9,"edge_refused":3,"robots_only":0,"passes":6},{"from":"dns:alibaba-cloud","to":"network:other","sites":9,"edge_refused":2,"robots_only":0,"passes":7},{"from":"dns:other","to":"network:iqweb-fz","sites":9,"edge_refused":0,"robots_only":1,"passes":8},{"from":"dns:other","to":"network:vk","sites":8,"edge_refused":0,"robots_only":0,"passes":8},{"from":"dns:ru-center","to":"network:hll","sites":8,"edge_refused":2,"robots_only":0,"passes":6},{"from":"network:google","to":"bot:akamai-bot-manager","sites":8,"edge_refused":5,"robots_only":3,"passes":0},{"from":"dns:ultradns-vercara","to":"network:imperva","sites":8,"edge_refused":2,"robots_only":1,"passes":5},{"from":"dns:own-nameservers","to":"network:verein-zur-foerderung-eines-deutschen-fo","sites":8,"edge_refused":0,"robots_only":1,"passes":7},{"from":"dns:cloudflare","to":"network:hetzner","sites":8,"edge_refused":1,"robots_only":0,"passes":7},{"from":"dns:other","to":"network:automattic","sites":8,"edge_refused":0,"robots_only":3,"passes":5},{"from":"dns:own-nameservers","to":"network:imperva","sites":8,"edge_refused":0,"robots_only":0,"passes":8},{"from":"bot:akamai-bot-manager","to":"platform:drupal","sites":8,"edge_refused":6,"robots_only":0,"passes":2},{"from":"dns:alibaba-cloud","to":"network:china-telecom","sites":8,"edge_refused":1,"robots_only":0,"passes":7},{"from":"dns:namecheap","to":"network:dataweb-global-group","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:ns1-ibm","to":"network:cloudflare","sites":7,"edge_refused":1,"robots_only":1,"passes":5},{"from":"dns:selectel-ru","to":"network:jsc-selectel","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"dns:own-nameservers","to":"network:china-telecom","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:amazon-route-53","to":"network:ovhcloud","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:other","to":"network:digitalocean","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:own-nameservers","to":"network:jsc-selectel","sites":7,"edge_refused":2,"robots_only":0,"passes":5},{"from":"dns:own-nameservers","to":"network:vk","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"network:fastly","to":"bot:cloudflare-bot-management","sites":7,"edge_refused":2,"robots_only":1,"passes":4},{"from":"bot:none-detected","to":"platform:wix","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:bunny-net","to":"network:cdn77","sites":7,"edge_refused":0,"robots_only":0,"passes":7},{"from":"dns:akamai","to":"network:microsoft","sites":7,"edge_refused":3,"robots_only":1,"passes":3},{"from":"dns:own-nameservers","to":"network:ddos-guard","sites":7,"edge_refused":1,"robots_only":0,"passes":6},{"from":"dns:amazon-route-53","to":"network:alibaba-cloud","sites":7,"edge_refused":2,"robots_only":0,"passes":5},{"from":"network:cloudflare","to":"bot:not-read","sites":6,"edge_refused":4,"robots_only":0,"passes":2},{"from":"dns:own-nameservers","to":"network:hetzner","sites":6,"edge_refused":1,"robots_only":0,"passes":5},{"from":"network:google","to":"bot:not-read","sites":6,"edge_refused":0,"robots_only":2,"passes":4},{"from":"network:other","to":"bot:other","sites":6,"edge_refused":4,"robots_only":1,"passes":1},{"from":"dns:dnsimple","to":"network:other","sites":6,"edge_refused":0,"robots_only":1,"passes":5},{"from":"dns:microsoft-azure","to":"network:other","sites":6,"edge_refused":3,"robots_only":1,"passes":2},{"from":"dns:cloudflare","to":"network:ddos-guard","sites":6,"edge_refused":0,"robots_only":0,"passes":6},{"from":"dns:gandi","to":"network:other","sites":6,"edge_refused":0,"robots_only":3,"passes":3},{"from":"dns:own-nameservers","to":"network:alibaba-cloud","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:own-nameservers","to":"network:google","sites":5,"edge_refused":1,"robots_only":1,"passes":3},{"from":"dns:other","to":"network:f5-networks","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:other","to":"network:servicepipe","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:dnsimple","to":"network:amazon","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:alibaba-cloud","to":"network:amazon","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:godaddy","to":"network:cloudflare","sites":5,"edge_refused":0,"robots_only":1,"passes":4},{"from":"dns:dns-made-easy","to":"network:other","sites":5,"edge_refused":0,"robots_only":1,"passes":4},{"from":"dns:own-nameservers","to":"network:servicepipe","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:ns1-ibm","to":"network:akamai","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"bot:cloudflare-bot-management","to":"platform:framer","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:other","to":"network:oracle","sites":5,"edge_refused":2,"robots_only":2,"passes":1},{"from":"dns:csc","to":"network:amazon","sites":5,"edge_refused":3,"robots_only":0,"passes":2},{"from":"dns:cloudns","to":"network:hetzner","sites":5,"edge_refused":0,"robots_only":0,"passes":5},{"from":"dns:selectel-ru","to":"network:other","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:cloudflare","to":"network:microsoft","sites":5,"edge_refused":1,"robots_only":0,"passes":4},{"from":"dns:constellix-com-constellix-net","to":"network:other","sites":5,"edge_refused":1,"robots_only":1,"passes":3},{"from":"dns:ultradns-vercara","to":"network:cloudflare","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"bot:cloudflare-bot-management","to":"platform:wix","sites":5,"edge_refused":2,"robots_only":0,"passes":3},{"from":"dns:amazon-route-53","to":"network:hetzner","sites":5,"edge_refused":1,"robots_only":1,"passes":3},{"from":"bot:cloudflare-bot-management","to":"platform:netlify","sites":4,"edge_refused":2,"robots_only":0,"passes":2},{"from":"dns:godaddy","to":"network:microsoft","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:csc","to":"network:other","sites":4,"edge_refused":4,"robots_only":0,"passes":0},{"from":"network:amazon","to":"bot:imperva","sites":4,"edge_refused":1,"robots_only":0,"passes":3},{"from":"bot:imperva","to":"platform:drupal","sites":4,"edge_refused":1,"robots_only":0,"passes":3},{"from":"dns:namecheap","to":"network:cloudflare","sites":4,"edge_refused":1,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:akamai","sites":4,"edge_refused":2,"robots_only":0,"passes":2},{"from":"dns:csc","to":"network:akamai","sites":4,"edge_refused":3,"robots_only":0,"passes":1},{"from":"dns:unidentified","to":"network:other","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"bot:imperva","to":"platform:wordpress","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:cloudflare","to":"network:cdn77","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:namecheap","to":"network:other","sites":4,"edge_refused":1,"robots_only":1,"passes":2},{"from":"bot:akamai-bot-manager","to":"platform:microsoft-azure","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"dns:microsoft-azure","to":"network:fastly","sites":4,"edge_refused":0,"robots_only":1,"passes":3},{"from":"dns:tencent-cloud-dnspod","to":"network:huawei-cloud","sites":4,"edge_refused":0,"robots_only":0,"passes":4},{"from":"network:amazon","to":"bot:datadome","sites":4,"edge_refused":3,"robots_only":0,"passes":1},{"from":"dns:godaddy","to":"network:google","sites":4,"edge_refused":2,"robots_only":1,"passes":1},{"from":"dns:own-nameservers","to":"network:automattic","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:csc","to":"network:cloudflare","sites":3,"edge_refused":0,"robots_only":2,"passes":1},{"from":"dns:oraclecloud-net","to":"network:oracle","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:cloudflare","to":"network:digitalocean","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"network:cloudflare","to":"bot:datadome","sites":3,"edge_refused":0,"robots_only":3,"passes":0},{"from":"network:alibaba-cloud","to":"bot:not-read","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"network:fastly","to":"bot:datadome","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:alibaba-cloud","to":"network:cloudflare","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:ultradns-vercara","to":"network:google","sites":3,"edge_refused":2,"robots_only":0,"passes":1},{"from":"dns:other","to":"network:yandex","sites":3,"edge_refused":2,"robots_only":0,"passes":1},{"from":"dns:microsoft-azure","to":"network:cloudflare","sites":3,"edge_refused":1,"robots_only":1,"passes":1},{"from":"dns:own-nameservers","to":"network:tencent-cloud","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"dns:amazon-route-53","to":"network:huawei-cloud","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:constellix-com-constellix-net","to":"network:akamai","sites":3,"edge_refused":0,"robots_only":1,"passes":2},{"from":"bot:cloudflare-bot-management","to":"platform:aws-elastic-load-balancing","sites":3,"edge_refused":1,"robots_only":1,"passes":1},{"from":"dns:cloudflare","to":"network:hll","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:gandi","to":"network:ovhcloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:amazon-route-53","to":"network:oracle","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:nic-in","to":"network:amazon","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:national-informatics-centre","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:own-nameservers","to":"network:f5-networks","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:other","to":"network:huawei-cloud","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:alibaba-cloud","to":"network:tencent-cloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:ns1-ibm","to":"network:automattic","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"dns:alibaba-cloud","to":"network:huawei-cloud","sites":3,"edge_refused":0,"robots_only":0,"passes":3},{"from":"dns:microsoft-azure","to":"network:google","sites":3,"edge_refused":0,"robots_only":2,"passes":1},{"from":"dns:godaddy","to":"network:akamai","sites":3,"edge_refused":2,"robots_only":0,"passes":1},{"from":"dns:oraclecloud-net","to":"network:amazon","sites":3,"edge_refused":3,"robots_only":0,"passes":0},{"from":"dns:godaddy","to":"network:hetzner","sites":3,"edge_refused":1,"robots_only":0,"passes":2},{"from":"bot:other","to":"platform:wordpress","sites":3,"edge_refused":2,"robots_only":0,"passes":1}],"small_links_sites":201,"attribution":{"edge_refusals_by_network":[{"node":"network:cloudflare","name":"Cloudflare","count":565,"share_of_all":36.9,"rate":36.9,"overall_rate":25.9,"lift":1.42},{"node":"network:amazon","name":"Amazon","count":289,"share_of_all":18.9,"rate":21.8,"overall_rate":25.9,"lift":0.84},{"node":"network:other","name":"Other (892 providers, each under 10 sites)","count":249,"share_of_all":16.2,"rate":18.2,"overall_rate":25.9,"lift":0.7},{"node":"network:akamai","name":"Akamai","count":201,"share_of_all":13.1,"rate":58.3,"overall_rate":25.9,"lift":2.25},{"node":"network:fastly","name":"Fastly","count":61,"share_of_all":4,"rate":22.1,"overall_rate":25.9,"lift":0.85},{"node":"network:google","name":"Google","count":40,"share_of_all":2.6,"rate":14.1,"overall_rate":25.9,"lift":0.54},{"node":"network:microsoft","name":"Microsoft","count":23,"share_of_all":1.5,"rate":18.3,"overall_rate":25.9,"lift":0.71},{"node":"network:automattic","name":"Automattic","count":13,"share_of_all":0.8,"rate":21.3,"overall_rate":25.9,"lift":0.82},{"node":"network:hetzner","name":"Hetzner","count":11,"share_of_all":0.7,"rate":20.4,"overall_rate":25.9,"lift":0.79},{"node":"network:alibaba-cloud","name":"Alibaba Cloud","count":10,"share_of_all":0.7,"rate":13.2,"overall_rate":25.9,"lift":0.51}],"edge_refusals_by_bot_protection":[{"node":"bot:none-detected","name":"None detected","count":1167,"share_of_all":76.1,"rate":23.6,"overall_rate":25.9,"lift":0.91},{"node":"bot:akamai-bot-manager","name":"Akamai Bot Manager","count":170,"share_of_all":11.1,"rate":74.6,"overall_rate":25.9,"lift":2.88},{"node":"bot:cloudflare-bot-management","name":"Cloudflare Bot Management","count":161,"share_of_all":10.5,"rate":27.4,"overall_rate":25.9,"lift":1.06},{"node":"bot:other","name":"Other (2 providers, each under 10 sites)","count":8,"share_of_all":0.5,"rate":61.5,"overall_rate":25.9,"lift":2.37},{"node":"bot:imperva","name":"Imperva","count":6,"share_of_all":0.4,"rate":11.3,"overall_rate":25.9,"lift":0.44},{"node":"bot:datadome","name":"DataDome","count":6,"share_of_all":0.4,"rate":42.9,"overall_rate":25.9,"lift":1.66}],"robots_blocks_by_platform":[{"node":"platform:not-identified","name":"Not identified","count":781,"share_of_all":74.5,"rate":24.3,"overall_rate":22.3,"lift":1.09},{"node":"platform:wordpress","name":"WordPress","count":149,"share_of_all":14.2,"rate":22.3,"overall_rate":22.3,"lift":1},{"node":"platform:google-cloud","name":"Google Cloud","count":42,"share_of_all":4,"rate":27.1,"overall_rate":22.3,"lift":1.22},{"node":"platform:webflow","name":"Webflow","count":15,"share_of_all":1.4,"rate":14.6,"overall_rate":22.3,"lift":0.65},{"node":"platform:drupal","name":"Drupal","count":14,"share_of_all":1.3,"rate":9.2,"overall_rate":22.3,"lift":0.41},{"node":"platform:vercel","name":"Vercel","count":10,"share_of_all":1,"rate":8.5,"overall_rate":22.3,"lift":0.38},{"node":"platform:aws-elastic-load-balancing","name":"AWS Elastic Load Balancing","count":8,"share_of_all":0.8,"rate":16.3,"overall_rate":22.3,"lift":0.73},{"node":"platform:microsoft-azure","name":"Microsoft Azure","count":5,"share_of_all":0.5,"rate":10.9,"overall_rate":22.3,"lift":0.49},{"node":"platform:hubspot-cms","name":"HubSpot CMS","count":3,"share_of_all":0.3,"rate":9.4,"overall_rate":22.3,"lift":0.42},{"node":"platform:framer","name":"Framer","count":2,"share_of_all":0.2,"rate":10.5,"overall_rate":22.3,"lift":0.47}],"robots_blocks_by_dns":[{"node":"dns:cloudflare","name":"Cloudflare","count":318,"share_of_all":30.3,"rate":22.7,"overall_rate":22.3,"lift":1.02},{"node":"dns:amazon-route-53","name":"Amazon Route 53","count":315,"share_of_all":30,"rate":27.4,"overall_rate":22.3,"lift":1.23},{"node":"dns:other","name":"Other (657 providers, each under 10 sites)","count":166,"share_of_all":15.8,"rate":21.2,"overall_rate":22.3,"lift":0.95},{"node":"dns:akamai","name":"Akamai","count":62,"share_of_all":5.9,"rate":26.1,"overall_rate":22.3,"lift":1.17},{"node":"dns:google","name":"Google","count":23,"share_of_all":2.2,"rate":16.5,"overall_rate":22.3,"lift":0.74},{"node":"dns:edrive-hosting-cz","name":"edrive-hosting.cz","count":21,"share_of_all":2,"rate":100,"overall_rate":22.3,"lift":4.48},{"node":"dns:ns1-ibm","name":"NS1 (IBM)","count":14,"share_of_all":1.3,"rate":25.9,"overall_rate":22.3,"lift":1.16},{"node":"dns:ultradns-vercara","name":"UltraDNS (Vercara)","count":12,"share_of_all":1.1,"rate":23.5,"overall_rate":22.3,"lift":1.05},{"node":"dns:microsoft-azure","name":"Microsoft Azure","count":11,"share_of_all":1,"rate":25,"overall_rate":22.3,"lift":1.12},{"node":"dns:dns-made-easy","name":"DNS Made Easy","count":9,"share_of_all":0.9,"rate":50,"overall_rate":22.3,"lift":2.24}]},"reading":"Each reachable site in the frame is placed in four layers: its DNS host (NS records matched to the operator, or the nameservers' own domain), the holder of the network its address sits in (A record, origin autonomous system from Team Cymru's IP-to-ASN zone, holder name normalised), and the bot-protection product and site platform CrawlCheck's technology record detected on it (\"Not read\" where the site has no record yet; \"None detected\" means none of the products we detect). Each site carries what the census run saw: refused at least one AI identity (GPTBot, ClaudeBot, OAI-SearchBot, PerplexityBot) at the edge while serving the browser; blocked an AI crawler in robots.txt (share of sites whose robots.txt was served); served /llms.txt; declared Content-Signal. A provider is named when at least 10 mapped sites sit behind it, smaller ones are pooled as Other; links between layers under 3 sites are left out. A share is where sites are, not what a provider does: a refusal at the edge may be the provider's default or the site's own rule. No site is named.","editions":[{"month":"2026-10","url":"https://crawlcheck.io/api/v1/agentic-web-map?month=2026-10","archive":"https://crawlcheck.io/api/v1/agentic-web-map/2026-10.json"}],"page":"https://crawlcheck.io/data/agentic-web-map?month=2026-11","method":"https://crawlcheck.io/api/census","code":{"build_id":"9219fb519ff0eaf2","script_sha16":"b00e794a299c5a1b","state":"attested","deployed":{"at":"2026-11-21T18:41:28.011Z"},"build_log_entry":2899,"score_version":43,"scoring_policy_sha256":"3e08fccfbbce356dc82ecd302b32a226a36fc0fb3150a4ab72248fb5795372af","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/9219fb519ff0eaf2"},"sha256":"df25a3997aa5757849ab97565737c046973850f03e835e79be1e54797333a1a6","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\ndf25a3997aa5757849ab97565737c046973850f03e835e79be1e54797333a1a6","sig":"EgYp-ni9gIMGGOoCuzB6DgoqO7ZLt2904mrGFiqCewKJNRXS7wXTLzwxUHziy2S0fiOg4z0GL3ATq29qJVc7DA","signed_at":"2026-11-22T01:33:49.776Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}