{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T10:34:50.871Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":"llms","total":341,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?shelf=llms&limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-14T06:48:04.211Z","grade":"C","score":70,"findings":5,"id":"x7bve01ibz","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-26T07:04:59.320Z","grade":"C","score":77,"findings":3,"id":"i7eakm0lud","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-10T04:32:53.347Z","grade":"C","score":80,"findings":2,"id":"qqzezmf3d5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-10-14T04:48:02.892Z","grade":"B","score":85,"findings":0,"id":"urwqfpoxr9","shelves":["llms"],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-10-14T05:03:02.901Z","grade":"A","score":87,"findings":1,"id":"df79sybrpx","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":true,"verified":false},{"host":"ai21.com","at":"2026-10-26T08:04:07.950Z","grade":"B","score":80,"findings":2,"id":"cau8n83nia","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-14T06:49:55.455Z","grade":"C","score":83,"findings":3,"id":"tv9sz36q8e","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-13T22:32:41.860Z","grade":"C","score":79,"findings":3,"id":"bugwk3d6ky","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-26T08:04:59.900Z","grade":"C","score":80,"findings":2,"id":"l2ay72yfl7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-12T08:32:50.908Z","grade":"C","score":80,"findings":4,"id":"5c675go8ne","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-10-26T08:34:14.167Z","grade":"C","score":75,"findings":5,"id":"elb338byp0","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-14T20:03:05.107Z","grade":"C","score":85,"findings":3,"id":"8d3fkmeo8b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-16T03:02:29.352Z","grade":"C","score":86,"findings":6,"id":"wjumy5tl6o","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-08T15:35:53.595Z","grade":"C","score":71,"findings":3,"id":"z2or5n6xt8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"applewoodfixit.com","at":"2026-10-23T18:03:38.539Z","grade":"C","score":84,"findings":2,"id":"mr2rlbfyur","shelves":["llms"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-26T11:04:09.057Z","grade":"C","score":88,"findings":2,"id":"fe9fjgk9d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"assemblyai.com","at":"2026-10-26T11:34:08.903Z","grade":"B","score":78,"findings":3,"id":"7bannep371","shelves":["llms"],"stale":false,"verified":false},{"host":"athenahq.ai","at":"2026-10-26T04:34:25.013Z","grade":"B","score":81,"findings":4,"id":"zud8zja5i8","shelves":["llms"],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-26T12:34:56.751Z","grade":"C","score":78,"findings":3,"id":"c93bhtsb8f","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"auroravpn.org","at":"2026-10-25T00:37:37.216Z","grade":"C","score":85,"findings":2,"id":"u8und42u9v","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"azpest.com","at":"2026-10-24T19:31:19.547Z","grade":"C","score":81,"findings":3,"id":"b6jinxeiqw","shelves":["llms"],"stale":false,"verified":false},{"host":"baseten.co","at":"2026-10-26T13:35:58.559Z","grade":"C","score":77,"findings":7,"id":"5nkh5k62cm","shelves":["llms"],"stale":false,"verified":false},{"host":"bbbmarketplacetrust.org","at":"2026-10-25T12:36:49.278Z","grade":"B","score":74,"findings":4,"id":"jqsmij89r2","shelves":["llms"],"stale":false,"verified":false},{"host":"behinmehr.com","at":"2026-10-14T06:04:28.007Z","grade":"C","score":70,"findings":4,"id":"fg4y3iqasx","shelves":["llms"],"stale":false,"verified":false},{"host":"beigecrm.com","at":"2026-10-27T05:17:42.305Z","grade":"C","score":86,"findings":2,"id":"903w2d5zi6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-14T07:03:05.800Z","grade":"C","score":76,"findings":3,"id":"s6jjojegxt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-10-27T02:18:30.311Z","grade":"A","score":84,"findings":3,"id":"onhj1jusuw","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"botview.app","at":"2026-10-14T07:33:03.591Z","grade":"B","score":82,"findings":3,"id":"grmkaqkmm0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"braintrust.dev","at":"2026-10-26T14:34:55.544Z","grade":"C","score":83,"findings":4,"id":"61bmtthug9","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brand24.com","at":"2026-10-26T15:04:25.826Z","grade":"C","score":78,"findings":5,"id":"f140gvnlhr","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brandlight.ai","at":"2026-10-26T15:34:43.194Z","grade":"A","score":84,"findings":2,"id":"3unkrqu0zc","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"brightedge.com","at":"2026-10-26T03:04:38.052Z","grade":"B","score":73,"findings":1,"id":"i6g2ud8oht","shelves":["llms"],"stale":false,"verified":false},{"host":"brokervsadvisor.com","at":"2026-10-09T16:33:03.234Z","grade":"A","score":84,"findings":1,"id":"gijxza6oej","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"browserbase.com","at":"2026-10-22T12:03:54.126Z","grade":"C","score":72,"findings":4,"id":"v2bhd7tnc6","shelves":["llms"],"stale":false,"verified":false},{"host":"brsmoto.ro","at":"2026-10-27T09:15:39.766Z","grade":"C","score":78,"findings":8,"id":"b8yya005xi","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"builder.io","at":"2026-10-26T16:34:54.569Z","grade":"C","score":80,"findings":3,"id":"vixgwv6ihq","shelves":["llms"],"stale":false,"verified":false},{"host":"busbie.co","at":"2026-10-23T15:43:42.984Z","grade":"F","score":77,"findings":4,"id":"pmc2oz5qsv","shelves":["llms"],"stale":false,"verified":false},{"host":"businessvaluenow.com","at":"2026-10-09T16:33:57.835Z","grade":"A","score":83,"findings":1,"id":"z1ajvcxuzk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"byword.ai","at":"2026-10-26T16:35:38.235Z","grade":"C","score":80,"findings":3,"id":"xwrh4uli0n","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"calibreapp.com","at":"2026-10-26T17:06:27.863Z","grade":"C","score":80,"findings":4,"id":"pudoxrh9b2","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"calltower.com","at":"2026-10-11T18:23:53.906Z","grade":"D","score":75,"findings":4,"id":"0bew813j2k","shelves":["llms"],"stale":false,"verified":false},{"host":"canonical.com","at":"2026-10-04T04:49:17.873Z","grade":"C","score":78,"findings":3,"id":"e36rp0zxcl","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"caspchecklist.com","at":"2026-10-09T16:48:02.206Z","grade":"A","score":85,"findings":1,"id":"o3bs6ggnmk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"christophersplumbing.com","at":"2026-10-23T17:20:15.326Z","grade":"C","score":79,"findings":4,"id":"ne93piy04a","shelves":["llms"],"stale":false,"verified":false},{"host":"citytechroofing.ie","at":"2026-10-14T20:38:33.480Z","grade":"C","score":71,"findings":5,"id":"p6ve1e1ls6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"clarkekentplumbing.com","at":"2026-10-14T20:48:04.487Z","grade":"C","score":73,"findings":3,"id":"1vgd7stqwh","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"cleanlab.ai","at":"2026-10-26T19:33:51.333Z","grade":"C","score":76,"findings":3,"id":"bj7gp7lh4j","shelves":["llms"],"stale":false,"verified":false},{"host":"cleversearch.ai","at":"2026-10-14T07:48:03.917Z","grade":"C","score":72,"findings":7,"id":"8b45yk4e0u","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"clickhouse.com","at":"2026-10-26T20:05:56.331Z","grade":"C","score":82,"findings":5,"id":"ictxzyrotm","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-10-27T06:18:26.896Z","grade":"C","score":82,"findings":3,"id":"ubdlrnaff2","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"cohere.com","at":"2026-10-26T21:36:11.233Z","grade":"C","score":80,"findings":3,"id":"2wpo6shp8i","shelves":["llms"],"stale":false,"verified":false},{"host":"coloradopremiertreecare.org","at":"2026-10-14T21:03:02.462Z","grade":"C","score":73,"findings":6,"id":"cogaf7e7za","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"coloradotreeservicepros.com","at":"2026-10-12T01:02:27.737Z","grade":"B","score":75,"findings":5,"id":"5t2cu4b137","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"colossyan.com","at":"2026-10-26T22:04:00.455Z","grade":"C","score":85,"findings":1,"id":"ku4hn5mvcf","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"comviq.se","at":"2026-10-23T12:04:30.283Z","grade":"C","score":76,"findings":5,"id":"kndxc9d8la","shelves":["llms"],"stale":false,"verified":false},{"host":"conductor.com","at":"2026-10-26T02:34:33.767Z","grade":"C","score":75,"findings":6,"id":"d0876fkewi","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"context7.com","at":"2026-10-12T04:47:28.304Z","grade":"C","score":82,"findings":5,"id":"m4w2283iz6","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"coveo.com","at":"2026-10-26T23:34:31.516Z","grade":"C","score":69,"findings":3,"id":"5ik0uba3bt","shelves":["llms"],"stale":false,"verified":false},{"host":"crawlcheck.dev","at":"2026-10-16T21:00:57.778Z","grade":"A","score":87,"findings":3,"id":"ncwuv8pcte","shelves":["llms"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-10-27T04:21:45.084Z","grade":"A","score":99,"findings":0,"id":"silknkgmjt","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"crawlercheck.com","at":"2026-10-13T08:05:19.859Z","grade":"B","score":86,"findings":0,"id":"rs8ekbqik3","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"credentialrecord.com","at":"2026-10-15T10:50:15.791Z","grade":"A","score":93,"findings":1,"id":"jywzjpkqct","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"credo.ai","at":"2026-10-27T00:06:19.274Z","grade":"B","score":82,"findings":2,"id":"n00ekhurp6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"cresta.com","at":"2026-10-27T00:06:44.357Z","grade":"C","score":78,"findings":6,"id":"9tj1cvido7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"crewai.com","at":"2026-10-27T00:34:14.109Z","grade":"C","score":82,"findings":2,"id":"0ja8gdsced","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"crn.com","at":"2026-10-24T20:50:36.086Z","grade":"C","score":77,"findings":3,"id":"qhdvel65ia","shelves":["llms"],"stale":false,"verified":false},{"host":"cursor.com","at":"2026-10-27T00:35:01.878Z","grade":"C","score":82,"findings":4,"id":"ei0cy1v64u","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"d-id.com","at":"2026-10-27T01:04:10.817Z","grade":"C","score":78,"findings":5,"id":"at3xf6rr9h","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"darioamodei.com","at":"2026-10-14T05:04:01.400Z","grade":"C","score":83,"findings":4,"id":"t8j05c43m3","shelves":["llms"],"stale":false,"verified":false},{"host":"datadoghq.com","at":"2026-10-27T01:34:24.326Z","grade":"B","score":78,"findings":6,"id":"g06wvuzd1q","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dataiku.com","at":"2026-10-27T01:34:54.494Z","grade":"C","score":82,"findings":2,"id":"hashzisq63","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"datarobot.com","at":"2026-10-27T02:04:26.453Z","grade":"B","score":81,"findings":2,"id":"20ejvvh0bu","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"decagon.ai","at":"2026-10-27T02:05:16.845Z","grade":"C","score":87,"findings":4,"id":"xowwvyfz13","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"deckfencemarketers.com","at":"2026-10-14T07:50:50.501Z","grade":"B","score":78,"findings":2,"id":"frggb2fajn","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"decouvrant.fr","at":"2026-10-23T20:58:42.789Z","grade":"C","score":88,"findings":3,"id":"8e24s070iq","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"deepgram.com","at":"2026-10-27T02:34:53.370Z","grade":"C","score":85,"findings":5,"id":"9jznwa3flo","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"deepmind.google","at":"2026-10-27T03:04:15.959Z","grade":"C","score":80,"findings":3,"id":"qvp53oxc05","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"deepset.ai","at":"2026-10-27T03:05:07.890Z","grade":"C","score":86,"findings":3,"id":"2z9fxwx67w","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"denverfencebuilder.com","at":"2026-10-14T08:03:09.440Z","grade":"B","score":79,"findings":4,"id":"72m43ee3fc","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"denvertree.net","at":"2026-10-18T13:19:25.711Z","grade":"C","score":76,"findings":4,"id":"7mb416c8t1","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"descript.com","at":"2026-10-27T03:34:48.171Z","grade":"C","score":81,"findings":4,"id":"1lukzy0zxo","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"devoncycles.co.uk","at":"2026-10-24T23:06:53.151Z","grade":"C","score":75,"findings":5,"id":"f77stvhszw","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"diffbot.com","at":"2026-10-23T00:45:04.851Z","grade":"C","score":81,"findings":2,"id":"onydg2pnb3","shelves":["llms"],"stale":false,"verified":false},{"host":"diib.com","at":"2026-10-01T21:37:02.267Z","grade":"C","score":86,"findings":2,"id":"kp2w332fog","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"dnb.com","at":"2026-10-12T10:32:33.895Z","grade":"C","score":80,"findings":5,"id":"a7n026d5qm","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"docimprint.com","at":"2026-10-14T23:47:06.376Z","grade":"B","score":83,"findings":3,"id":"ii2avowllt","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"domino.ai","at":"2026-10-27T05:26:38.590Z","grade":"C","score":77,"findings":2,"id":"dopaunq7d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dotaseo.com","at":"2026-09-15T15:38:24.636Z","grade":"C","score":76,"findings":2,"id":"5ehiee751d","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"dreamztech.com","at":"2026-10-23T14:27:48.253Z","grade":"C","score":78,"findings":4,"id":"d9leyhzq4j","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dremio.com","at":"2026-10-27T04:04:36.178Z","grade":"C","score":87,"findings":2,"id":"rbaz4a0eya","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dryerventwizard.com","at":"2026-10-13T21:47:43.224Z","grade":"C","score":81,"findings":3,"id":"gxxn3y0ajh","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"duckdb.org","at":"2026-10-27T04:34:05.977Z","grade":"C","score":78,"findings":4,"id":"fbrqfglumy","shelves":["llms"],"stale":false,"verified":false},{"host":"dynatrace.com","at":"2026-10-27T04:34:26.487Z","grade":"C","score":79,"findings":5,"id":"f3cxogjsd6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"e2b.dev","at":"2026-10-27T04:35:02.916Z","grade":"C","score":81,"findings":6,"id":"9chqe07ycr","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"echo.free.beeceptor.com","at":"2026-08-21T03:07:47.339Z","grade":"C","score":79,"findings":2,"id":"5fb92pczsk","shelves":["llms","agents","agentapi"],"stale":true,"verified":false}]}