{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T10:34:50.885Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":"entity","total":370,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?shelf=entity&limit=100&offset=100","cursor":null,"rows":[{"host":"501works.com","at":"2026-10-25T10:51:04.842Z","grade":"C","score":81,"findings":5,"id":"9zmzi04t7e","shelves":["entity"],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-26T07:04:07.949Z","grade":"C","score":82,"findings":4,"id":"wa4hnc6gl2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-26T07:04:59.320Z","grade":"C","score":77,"findings":3,"id":"i7eakm0lud","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-10T04:32:53.347Z","grade":"C","score":80,"findings":2,"id":"qqzezmf3d5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"ahrefs.com","at":"2026-10-25T21:04:33.228Z","grade":"C","score":83,"findings":9,"id":"0iegchzhxk","shelves":["entity"],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-10-26T08:04:07.950Z","grade":"B","score":80,"findings":2,"id":"cau8n83nia","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-14T06:49:55.455Z","grade":"C","score":83,"findings":3,"id":"tv9sz36q8e","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-26T08:04:59.900Z","grade":"C","score":80,"findings":2,"id":"l2ay72yfl7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-10-26T08:34:14.167Z","grade":"C","score":75,"findings":5,"id":"elb338byp0","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-14T20:03:05.107Z","grade":"C","score":85,"findings":3,"id":"8d3fkmeo8b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-16T03:02:29.352Z","grade":"C","score":86,"findings":6,"id":"wjumy5tl6o","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-10-26T10:04:11.996Z","grade":"C","score":81,"findings":5,"id":"waitujvo0h","shelves":["entity"],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-10-15T06:14:36.469Z","grade":"C","score":85,"findings":6,"id":"wg51sbus48","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-04T04:18:39.836Z","grade":"C","score":83,"findings":3,"id":"ilcm7g42qb","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-10-04T04:32:30.361Z","grade":"C","score":75,"findings":6,"id":"azmsv5647g","shelves":["entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-10-14T06:33:03.866Z","grade":"C","score":70,"findings":4,"id":"jeyq068pig","shelves":["entity"],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-26T11:04:09.057Z","grade":"C","score":88,"findings":2,"id":"fe9fjgk9d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":true,"verified":false},{"host":"audible.com","at":"2026-10-26T21:04:49.052Z","grade":"C","score":75,"findings":9,"id":"hii37vi5zw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-26T12:34:56.751Z","grade":"C","score":78,"findings":3,"id":"c93bhtsb8f","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"autoeurope.com","at":"2026-10-11T18:21:52.227Z","grade":"B","score":72,"findings":3,"id":"h0qnufrjmz","shelves":["entity"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-04T06:17:46.723Z","grade":"C","score":81,"findings":4,"id":"09za0bv00z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beget.ru","at":"2026-10-23T20:47:59.186Z","grade":"C","score":70,"findings":6,"id":"1dec35cw8s","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beigecrm.com","at":"2026-10-27T05:17:42.305Z","grade":"C","score":86,"findings":2,"id":"903w2d5zi6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-10-27T02:18:30.311Z","grade":"A","score":84,"findings":3,"id":"onhj1jusuw","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bloomreach.com","at":"2026-10-22T10:33:55.531Z","grade":"C","score":78,"findings":8,"id":"n87wi125hm","shelves":["entity"],"stale":false,"verified":false},{"host":"bolt.new","at":"2026-10-26T14:04:07.120Z","grade":"C","score":80,"findings":2,"id":"9z5ry888ja","shelves":["entity"],"stale":false,"verified":false},{"host":"botify.com","at":"2026-10-26T00:36:32.813Z","grade":"C","score":86,"findings":5,"id":"1sa7uprfgg","shelves":["entity"],"stale":false,"verified":false},{"host":"braintrust.dev","at":"2026-10-26T14:34:55.544Z","grade":"C","score":83,"findings":4,"id":"61bmtthug9","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brand24.com","at":"2026-10-26T15:04:25.826Z","grade":"C","score":78,"findings":5,"id":"f140gvnlhr","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brandwatch.com","at":"2026-10-22T11:34:07.201Z","grade":"C","score":81,"findings":5,"id":"79fg5ahnz0","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"browserless.io","at":"2026-10-26T16:04:48.998Z","grade":"C","score":82,"findings":3,"id":"gx3vw2a791","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"brsmoto.ro","at":"2026-10-27T09:15:39.766Z","grade":"C","score":78,"findings":8,"id":"b8yya005xi","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"businessinsider.com","at":"2026-10-04T06:17:46.390Z","grade":"C","score":86,"findings":4,"id":"2ofnxfc8wn","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"calibreapp.com","at":"2026-10-26T17:06:27.863Z","grade":"C","score":80,"findings":4,"id":"pudoxrh9b2","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"canonical.com","at":"2026-10-04T04:49:17.873Z","grade":"C","score":78,"findings":3,"id":"e36rp0zxcl","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-10-14T07:05:44.328Z","grade":"D","score":67,"findings":2,"id":"qjjowcc63s","shelves":["agents","mediakit","entity","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-10-14T07:34:50.862Z","grade":"A","score":88,"findings":0,"id":"h42psadjpg","shelves":["agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"citytechroofing.ie","at":"2026-10-14T20:38:33.480Z","grade":"C","score":71,"findings":5,"id":"p6ve1e1ls6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"clarkekentplumbing.com","at":"2026-10-14T20:48:04.487Z","grade":"C","score":73,"findings":3,"id":"1vgd7stqwh","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"cleversearch.ai","at":"2026-10-14T07:48:03.917Z","grade":"C","score":72,"findings":7,"id":"8b45yk4e0u","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"clickhouse.com","at":"2026-10-26T20:05:56.331Z","grade":"C","score":82,"findings":5,"id":"ictxzyrotm","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-10-27T06:18:26.896Z","grade":"C","score":82,"findings":3,"id":"ubdlrnaff2","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"cnn.com","at":"2026-10-22T11:33:49.729Z","grade":"D","score":73,"findings":6,"id":"l6ao8nu5g2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"codium.ai","at":"2026-10-26T21:35:28.330Z","grade":"C","score":69,"findings":3,"id":"3gbk9oib4c","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"coloradotreeservicepros.com","at":"2026-10-12T01:02:27.737Z","grade":"B","score":75,"findings":5,"id":"5t2cu4b137","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"colossyan.com","at":"2026-10-26T22:04:00.455Z","grade":"C","score":85,"findings":1,"id":"ku4hn5mvcf","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"comet.com","at":"2026-10-26T22:04:21.338Z","grade":"B","score":78,"findings":2,"id":"dr3cczw8k0","shelves":["entity"],"stale":false,"verified":false},{"host":"conductor.com","at":"2026-10-26T02:34:33.767Z","grade":"C","score":75,"findings":6,"id":"d0876fkewi","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"contentatscale.ai","at":"2026-10-26T22:04:58.878Z","grade":"B","score":70,"findings":3,"id":"6iedyydv46","shelves":["entity"],"stale":false,"verified":false},{"host":"context7.com","at":"2026-10-12T04:47:28.304Z","grade":"C","score":82,"findings":5,"id":"m4w2283iz6","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"convex.dev","at":"2026-10-26T22:34:02.127Z","grade":"C","score":84,"findings":3,"id":"wi2w6vnusl","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"coordinalo.com","at":"2026-10-15T00:17:08.555Z","grade":"A","score":84,"findings":3,"id":"atussman0o","shelves":["entity"],"stale":false,"verified":false},{"host":"coreweave.com","at":"2026-10-26T23:04:53.840Z","grade":"C","score":85,"findings":5,"id":"l212k5qduy","shelves":["entity"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-10-27T04:21:45.084Z","grade":"A","score":99,"findings":0,"id":"silknkgmjt","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"crawlercheck.com","at":"2026-10-13T08:05:19.859Z","grade":"B","score":86,"findings":0,"id":"rs8ekbqik3","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"credentialrecord.com","at":"2026-10-15T10:50:15.791Z","grade":"A","score":93,"findings":1,"id":"jywzjpkqct","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"credo.ai","at":"2026-10-27T00:06:19.274Z","grade":"B","score":82,"findings":2,"id":"n00ekhurp6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"cresta.com","at":"2026-10-27T00:06:44.357Z","grade":"C","score":78,"findings":6,"id":"9tj1cvido7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"crewai.com","at":"2026-10-27T00:34:14.109Z","grade":"C","score":82,"findings":2,"id":"0ja8gdsced","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"crusoe.ai","at":"2026-10-27T00:34:40.618Z","grade":"C","score":78,"findings":2,"id":"noh56l5nt0","shelves":["entity"],"stale":false,"verified":false},{"host":"cursor.com","at":"2026-10-27T00:35:01.878Z","grade":"C","score":82,"findings":4,"id":"ei0cy1v64u","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"data-axle.com","at":"2026-10-10T00:04:18.265Z","grade":"C","score":74,"findings":8,"id":"3rcn656rla","shelves":["entity"],"stale":false,"verified":false},{"host":"datadoghq.com","at":"2026-10-27T01:34:24.326Z","grade":"B","score":78,"findings":6,"id":"g06wvuzd1q","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dataiku.com","at":"2026-10-27T01:34:54.494Z","grade":"C","score":82,"findings":2,"id":"hashzisq63","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dayoneapp.com","at":"2026-10-23T01:50:53.620Z","grade":"C","score":80,"findings":5,"id":"mb2k7ldzvp","shelves":["entity"],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":true,"verified":false},{"host":"deckfencemarketers.com","at":"2026-10-14T07:50:50.501Z","grade":"B","score":78,"findings":2,"id":"frggb2fajn","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"decouvrant.fr","at":"2026-10-23T20:58:42.789Z","grade":"C","score":88,"findings":3,"id":"8e24s070iq","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"deepcrawl.com","at":"2026-10-27T02:34:12.414Z","grade":"B","score":72,"findings":3,"id":"11kcvykf9j","shelves":["entity"],"stale":false,"verified":false},{"host":"deepgram.com","at":"2026-10-27T02:34:53.370Z","grade":"C","score":85,"findings":5,"id":"9jznwa3flo","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"deepl.com","at":"2026-10-22T12:34:23.672Z","grade":"C","score":84,"findings":4,"id":"pt6vnwyv83","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"deepmind.google","at":"2026-10-27T03:04:15.959Z","grade":"C","score":80,"findings":3,"id":"qvp53oxc05","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"deepset.ai","at":"2026-10-27T03:05:07.890Z","grade":"C","score":86,"findings":3,"id":"2z9fxwx67w","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dentalessence.com.sg","at":"2026-10-14T21:08:27.413Z","grade":"C","score":74,"findings":5,"id":"aaav62u7hz","shelves":["entity"],"stale":false,"verified":false},{"host":"denverfencebuilder.com","at":"2026-10-14T08:03:09.440Z","grade":"B","score":79,"findings":4,"id":"72m43ee3fc","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"denverpost.com","at":"2026-10-27T00:17:58.666Z","grade":"C","score":81,"findings":10,"id":"up0rftpp5z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"denverzoo.org","at":"2026-10-15T03:21:19.539Z","grade":"C","score":77,"findings":6,"id":"lkdap4eydx","shelves":["entity"],"stale":false,"verified":false},{"host":"descript.com","at":"2026-10-27T03:34:48.171Z","grade":"C","score":81,"findings":4,"id":"1lukzy0zxo","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"devoncycles.co.uk","at":"2026-10-24T23:06:53.151Z","grade":"C","score":75,"findings":5,"id":"f77stvhszw","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"digisiklet.ir","at":"2026-10-26T17:13:02.963Z","grade":"C","score":71,"findings":5,"id":"m7l9xg15si","shelves":["entity"],"stale":false,"verified":false},{"host":"diib.com","at":"2026-10-01T21:37:02.267Z","grade":"C","score":86,"findings":2,"id":"kp2w332fog","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"dlcandtree.com","at":"2026-10-14T05:33:05.078Z","grade":"C","score":78,"findings":7,"id":"nvnm3pt2ru","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dnb.com","at":"2026-10-12T10:32:33.895Z","grade":"C","score":80,"findings":5,"id":"a7n026d5qm","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"docimprint.com","at":"2026-10-14T23:47:06.376Z","grade":"B","score":83,"findings":3,"id":"ii2avowllt","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"docusign.com","at":"2026-10-27T03:35:46.687Z","grade":"C","score":84,"findings":8,"id":"jpwq3woley","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"domino.ai","at":"2026-10-27T05:26:38.590Z","grade":"C","score":77,"findings":2,"id":"dopaunq7d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dotaseo.com","at":"2026-09-15T15:38:24.636Z","grade":"C","score":76,"findings":2,"id":"5ehiee751d","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"dreamztech.com","at":"2026-10-23T14:27:48.253Z","grade":"C","score":78,"findings":4,"id":"d9leyhzq4j","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dremio.com","at":"2026-10-27T04:04:36.178Z","grade":"C","score":87,"findings":2,"id":"rbaz4a0eya","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dubiaroaches.com","at":"2026-10-03T13:47:30.330Z","grade":"C","score":79,"findings":3,"id":"5sxku9l8cv","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"dynatrace.com","at":"2026-10-27T04:34:26.487Z","grade":"C","score":79,"findings":5,"id":"f3cxogjsd6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"e2b.dev","at":"2026-10-27T04:35:02.916Z","grade":"C","score":81,"findings":6,"id":"9chqe07ycr","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"educationaus.net.au","at":"2026-10-15T06:06:19.010Z","grade":"D","score":76,"findings":8,"id":"jqbzs1ofju","shelves":["llms","entity"],"stale":false,"verified":false}]}