{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T10:34:50.677Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":"aipolicy","total":311,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?shelf=aipolicy&limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-14T06:48:04.211Z","grade":"C","score":70,"findings":5,"id":"x7bve01ibz","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-26T07:04:07.949Z","grade":"C","score":82,"findings":4,"id":"wa4hnc6gl2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-26T07:04:59.320Z","grade":"C","score":77,"findings":3,"id":"i7eakm0lud","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"aethelauto.in","at":"2026-10-14T05:03:02.901Z","grade":"A","score":87,"findings":1,"id":"df79sybrpx","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-13T22:32:41.860Z","grade":"C","score":79,"findings":3,"id":"bugwk3d6ky","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-10-04T04:38:40.011Z","grade":"D","score":69,"findings":4,"id":"7396ndwuhy","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-12T08:32:50.908Z","grade":"C","score":80,"findings":4,"id":"5c675go8ne","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-10-04T04:03:08.126Z","grade":"C","score":76,"findings":2,"id":"v09df1ca9s","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-16T03:02:29.352Z","grade":"C","score":86,"findings":6,"id":"wjumy5tl6o","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"angi.com","at":"2026-10-04T05:09:28.175Z","grade":"C","score":66,"findings":4,"id":"bupxzfjvbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-08T15:35:53.595Z","grade":"C","score":71,"findings":3,"id":"z2or5n6xt8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-04T04:18:39.836Z","grade":"C","score":83,"findings":3,"id":"ilcm7g42qb","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-10-14T20:33:03.272Z","grade":"B","score":82,"findings":7,"id":"snq1aebrme","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"arxiv.org","at":"2026-10-04T04:34:59.275Z","grade":"D","score":73,"findings":5,"id":"6geu14smuj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":true,"verified":false},{"host":"atlassian.net","at":"2026-10-26T16:19:28.698Z","grade":"D","score":68,"findings":7,"id":"23s6c9s5yn","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"audible.com","at":"2026-10-26T21:04:49.052Z","grade":"C","score":75,"findings":9,"id":"hii37vi5zw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"auroravpn.org","at":"2026-10-25T00:37:37.216Z","grade":"C","score":85,"findings":2,"id":"u8und42u9v","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"autogpt.net","at":"2026-10-26T13:04:08.829Z","grade":"B","score":73,"findings":3,"id":"431um64lbh","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"awin1.com","at":"2026-10-04T05:02:30.158Z","grade":"D","score":72,"findings":6,"id":"30cdd6ab7o","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-04T06:17:46.723Z","grade":"C","score":81,"findings":4,"id":"09za0bv00z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bandypuls.se","at":"2026-10-25T12:35:25.900Z","grade":"C","score":69,"findings":6,"id":"dr9sbkgj76","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-10-27T10:18:02.171Z","grade":"C","score":70,"findings":5,"id":"jc3ew20cui","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beget.ru","at":"2026-10-23T20:47:59.186Z","grade":"C","score":70,"findings":6,"id":"1dec35cw8s","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-14T07:03:05.800Z","grade":"C","score":76,"findings":3,"id":"s6jjojegxt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bestbuy.com","at":"2026-10-18T05:12:38.200Z","grade":"C","score":67,"findings":5,"id":"6gts0h2wg0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bls.gov","at":"2026-10-18T05:04:40.772Z","grade":"B","score":78,"findings":4,"id":"mxo84rv8z2","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"botview.app","at":"2026-10-14T07:33:03.591Z","grade":"B","score":82,"findings":3,"id":"grmkaqkmm0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"brandlight.ai","at":"2026-10-26T15:34:43.194Z","grade":"A","score":84,"findings":2,"id":"3unkrqu0zc","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"brandwatch.com","at":"2026-10-22T11:34:07.201Z","grade":"C","score":81,"findings":5,"id":"79fg5ahnz0","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"brightdata.com","at":"2026-10-22T12:03:33.600Z","grade":"C","score":90,"findings":6,"id":"10femv7z0x","shelves":["agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"brightonco.gov","at":"2026-10-25T06:36:01.492Z","grade":"C","score":66,"findings":7,"id":"62z8y4pw5k","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"brokervsadvisor.com","at":"2026-10-09T16:33:03.234Z","grade":"A","score":84,"findings":1,"id":"gijxza6oej","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"brsmoto.ro","at":"2026-10-27T09:15:39.766Z","grade":"C","score":78,"findings":8,"id":"b8yya005xi","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"businessinsider.com","at":"2026-10-04T06:17:46.390Z","grade":"C","score":86,"findings":4,"id":"2ofnxfc8wn","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"businessvaluenow.com","at":"2026-10-09T16:33:57.835Z","grade":"A","score":83,"findings":1,"id":"z1ajvcxuzk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"byword.ai","at":"2026-10-26T16:35:38.235Z","grade":"C","score":80,"findings":3,"id":"xwrh4uli0n","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"calibreapp.com","at":"2026-10-26T17:06:27.863Z","grade":"C","score":80,"findings":4,"id":"pudoxrh9b2","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"callrail.com","at":"2026-10-04T04:50:46.216Z","grade":"C","score":77,"findings":5,"id":"4viyiqnlnq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"canonical.com","at":"2026-10-04T04:49:17.873Z","grade":"C","score":78,"findings":3,"id":"e36rp0zxcl","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"canva.com","at":"2026-10-26T18:04:24.875Z","grade":"C","score":73,"findings":3,"id":"4e9jjdet4d","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"caspchecklist.com","at":"2026-10-09T16:48:02.206Z","grade":"A","score":85,"findings":1,"id":"o3bs6ggnmk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-10-14T07:34:50.862Z","grade":"A","score":88,"findings":0,"id":"h42psadjpg","shelves":["agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"census.gov","at":"2026-10-18T05:01:41.636Z","grade":"C","score":77,"findings":4,"id":"tgv7i4suz7","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"cleversearch.ai","at":"2026-10-14T07:48:03.917Z","grade":"C","score":72,"findings":7,"id":"8b45yk4e0u","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-10-27T06:18:26.896Z","grade":"C","score":82,"findings":3,"id":"ubdlrnaff2","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"cnn.com","at":"2026-10-22T11:33:49.729Z","grade":"D","score":73,"findings":6,"id":"l6ao8nu5g2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"coalharbourlaw.ca","at":"2026-10-14T20:53:07.277Z","grade":"C","score":83,"findings":4,"id":"h9pag6acgb","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"cockroachlabs.com","at":"2026-10-26T21:03:49.027Z","grade":"C","score":72,"findings":4,"id":"gqs2xlc9tg","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"codium.ai","at":"2026-10-26T21:35:28.330Z","grade":"C","score":69,"findings":3,"id":"3gbk9oib4c","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"coloradopremiertreecare.org","at":"2026-10-14T21:03:02.462Z","grade":"C","score":73,"findings":6,"id":"cogaf7e7za","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"context7.com","at":"2026-10-12T04:47:28.304Z","grade":"C","score":82,"findings":5,"id":"m4w2283iz6","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-10-27T04:21:45.084Z","grade":"A","score":99,"findings":0,"id":"silknkgmjt","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"crawler-test.com","at":"2026-10-18T03:21:31.105Z","grade":"C","score":69,"findings":5,"id":"lovd6p30ui","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"crawlsee.com","at":"2026-10-14T05:48:04.296Z","grade":"D","score":73,"findings":4,"id":"dc0xgkvm5e","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"credentialrecord.com","at":"2026-10-15T10:50:15.791Z","grade":"A","score":93,"findings":1,"id":"jywzjpkqct","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"d-id.com","at":"2026-10-27T01:04:10.817Z","grade":"C","score":78,"findings":5,"id":"at3xf6rr9h","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"dafiti.com.br","at":"2026-10-20T18:16:38.094Z","grade":"C","score":68,"findings":5,"id":"sthdkrw2tc","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"dailymail.co.uk","at":"2026-10-10T12:55:57.492Z","grade":"C","score":60,"findings":4,"id":"xsqctvdrtg","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"datarobot.com","at":"2026-10-27T02:04:26.453Z","grade":"B","score":81,"findings":2,"id":"20ejvvh0bu","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":true,"verified":false},{"host":"decagon.ai","at":"2026-10-27T02:05:16.845Z","grade":"C","score":87,"findings":4,"id":"xowwvyfz13","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"decouvrant.fr","at":"2026-10-23T20:58:42.789Z","grade":"C","score":88,"findings":3,"id":"8e24s070iq","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"deepl.com","at":"2026-10-22T12:34:23.672Z","grade":"C","score":84,"findings":4,"id":"pt6vnwyv83","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"denverpost.com","at":"2026-10-27T00:17:58.666Z","grade":"C","score":81,"findings":10,"id":"up0rftpp5z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"denvertree.net","at":"2026-10-18T13:19:25.711Z","grade":"C","score":76,"findings":4,"id":"7mb416c8t1","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"descript.com","at":"2026-10-27T03:34:48.171Z","grade":"C","score":81,"findings":4,"id":"1lukzy0zxo","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"diib.com","at":"2026-10-01T21:37:02.267Z","grade":"C","score":86,"findings":2,"id":"kp2w332fog","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"diretta.it","at":"2026-10-26T19:02:09.185Z","grade":"C","score":81,"findings":7,"id":"6863jcpj1q","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"dlcandtree.com","at":"2026-10-14T05:33:05.078Z","grade":"C","score":78,"findings":7,"id":"nvnm3pt2ru","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dnb.com","at":"2026-10-12T10:32:33.895Z","grade":"C","score":80,"findings":5,"id":"a7n026d5qm","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"docusign.com","at":"2026-10-27T03:35:46.687Z","grade":"C","score":84,"findings":8,"id":"jpwq3woley","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dryerventwizard.com","at":"2026-10-13T21:47:43.224Z","grade":"C","score":81,"findings":3,"id":"gxxn3y0ajh","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"dspace.mit.edu","at":"2026-10-18T03:29:26.465Z","grade":"C","score":72,"findings":4,"id":"1dpww1dyrz","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"dubiaroaches.com","at":"2026-10-03T13:47:30.330Z","grade":"C","score":79,"findings":3,"id":"5sxku9l8cv","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"duckduckgo.com","at":"2026-10-04T04:34:31.108Z","grade":"C","score":82,"findings":3,"id":"2b53yg4cd2","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"duolingo.com","at":"2026-10-23T21:19:11.128Z","grade":"D","score":68,"findings":7,"id":"8i1m0z8nx1","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"e2b.dev","at":"2026-10-27T04:35:02.916Z","grade":"C","score":81,"findings":6,"id":"9chqe07ycr","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"elevenlabs.io","at":"2026-10-22T20:04:26.954Z","grade":"C","score":71,"findings":6,"id":"vwygmi32hf","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"emmanuelorta.com","at":"2026-10-27T04:21:42.624Z","grade":"A","score":94,"findings":0,"id":"algo9a15if","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"en.wikipedia.org","at":"2026-09-20T02:02:54.286Z","grade":"C","score":59,"findings":6,"id":"kc13ud99e5","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"entrepreneur.com","at":"2026-10-04T04:50:46.158Z","grade":"C","score":79,"findings":4,"id":"gtc5gnqegw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"etsy.com","at":"2026-10-04T04:33:17.335Z","grade":"D","score":72,"findings":4,"id":"2egpgyfmye","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"europa.eu","at":"2026-10-27T08:18:35.549Z","grade":"D","score":69,"findings":9,"id":"fosesmo7b3","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ewrdigital.com","at":"2026-10-27T03:18:01.887Z","grade":"A","score":85,"findings":4,"id":"zcdf39j8p0","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"example-shop.com","at":"2026-10-10T16:32:54.032Z","grade":"F","score":63,"findings":7,"id":"qnndatfkga","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"excalidraw.com","at":"2026-10-21T13:02:55.295Z","grade":"C","score":84,"findings":4,"id":"kwg56ub9zq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"fenceright.com","at":"2026-10-14T05:49:19.717Z","grade":"C","score":70,"findings":3,"id":"poahp2umpp","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"fieldrobin.com","at":"2026-10-14T23:32:05.781Z","grade":"D","score":75,"findings":6,"id":"anifpfpsxs","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"figma.com","at":"2026-10-23T00:45:04.769Z","grade":"C","score":83,"findings":5,"id":"nl1fmv3r4a","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"fivestarpainting.com","at":"2026-10-14T08:35:36.727Z","grade":"C","score":81,"findings":4,"id":"v6z06xp8am","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"flippio.pl","at":"2026-10-23T20:35:29.869Z","grade":"C","score":74,"findings":4,"id":"pyp6o9jbtw","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"food.com","at":"2026-10-10T12:59:25.949Z","grade":"D","score":65,"findings":10,"id":"5r9in3saef","shelves":["aipolicy"],"stale":false,"verified":false}]}