{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T09:35:54.251Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":null,"total":918,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-14T06:48:04.211Z","grade":"C","score":70,"findings":5,"id":"x7bve01ibz","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"501works.com","at":"2026-10-25T10:51:04.842Z","grade":"C","score":81,"findings":5,"id":"9zmzi04t7e","shelves":["entity"],"stale":false,"verified":false},{"host":"abgoyal.com","at":"2026-10-15T18:28:06.526Z","grade":"C","score":85,"findings":2,"id":"exjmlxlmeo","shelves":[],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-26T07:04:07.949Z","grade":"C","score":82,"findings":4,"id":"wa4hnc6gl2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"acquiredigital.com","at":"2026-10-26T15:19:07.390Z","grade":"C","score":79,"findings":5,"id":"y3s986cu15","shelves":[],"stale":false,"verified":false},{"host":"acsoldiers.com","at":"2026-10-01T15:13:35.928Z","grade":"C","score":76,"findings":5,"id":"rforoicjm7","shelves":[],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-26T07:04:59.320Z","grade":"C","score":77,"findings":3,"id":"i7eakm0lud","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-10T04:32:53.347Z","grade":"C","score":80,"findings":2,"id":"qqzezmf3d5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"adept.ai","at":"2026-10-26T07:35:59.098Z","grade":"D","score":66,"findings":6,"id":"imcqm6ps1d","shelves":[],"stale":false,"verified":false},{"host":"adobe.io","at":"2026-10-04T04:23:01.331Z","grade":"C","score":71,"findings":3,"id":"akpsz7v763","shelves":[],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-10-14T04:48:02.892Z","grade":"B","score":85,"findings":0,"id":"urwqfpoxr9","shelves":["llms"],"stale":false,"verified":false},{"host":"aeotool.ai","at":"2026-10-24T03:19:53.999Z","grade":"C","score":81,"findings":3,"id":"4gjlyohgxw","shelves":[],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-10-14T05:03:02.901Z","grade":"A","score":87,"findings":1,"id":"df79sybrpx","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":true,"verified":false},{"host":"ahrefs.com","at":"2026-10-25T21:04:33.228Z","grade":"C","score":83,"findings":9,"id":"0iegchzhxk","shelves":["entity"],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-10-26T08:04:07.950Z","grade":"B","score":80,"findings":2,"id":"cau8n83nia","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-14T06:49:55.455Z","grade":"C","score":83,"findings":3,"id":"tv9sz36q8e","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-13T22:32:41.860Z","grade":"C","score":79,"findings":3,"id":"bugwk3d6ky","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-26T08:04:59.900Z","grade":"C","score":80,"findings":2,"id":"l2ay72yfl7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-10-04T04:38:40.011Z","grade":"D","score":69,"findings":4,"id":"7396ndwuhy","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aircanada.com","at":"2026-10-04T05:08:46.778Z","grade":"C","score":66,"findings":6,"id":"g0xl0vtadf","shelves":[],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-12T08:32:50.908Z","grade":"C","score":80,"findings":4,"id":"5c675go8ne","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-10-26T08:34:14.167Z","grade":"C","score":75,"findings":5,"id":"elb338byp0","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-10-04T04:03:08.126Z","grade":"C","score":76,"findings":2,"id":"v09df1ca9s","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":true,"verified":false},{"host":"alli.ai","at":"2026-10-26T09:04:04.897Z","grade":"C","score":64,"findings":4,"id":"cqrtrt9bjk","shelves":[],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-14T20:03:05.107Z","grade":"C","score":85,"findings":3,"id":"8d3fkmeo8b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-16T03:02:29.352Z","grade":"C","score":86,"findings":6,"id":"wjumy5tl6o","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"amtrak.com","at":"2026-10-18T05:01:41.150Z","grade":"B","score":73,"findings":2,"id":"ezwljwg8b2","shelves":[],"stale":false,"verified":false},{"host":"angi.com","at":"2026-10-04T05:09:28.175Z","grade":"C","score":66,"findings":4,"id":"bupxzfjvbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"anthropic.com","at":"2026-10-26T09:34:00.824Z","grade":"C","score":78,"findings":3,"id":"jstnb94d6t","shelves":[],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-10-26T10:04:11.996Z","grade":"C","score":81,"findings":5,"id":"waitujvo0h","shelves":["entity"],"stale":false,"verified":false},{"host":"anyword.com","at":"2026-10-26T10:33:59.571Z","grade":"B","score":79,"findings":3,"id":"jlcynucdxd","shelves":[],"stale":false,"verified":false},{"host":"apache.org","at":"2026-10-04T04:22:26.799Z","grade":"D","score":72,"findings":4,"id":"t2jqmejxkf","shelves":[],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.alkhemyst-ai.cloud","at":"2026-10-25T09:04:30.372Z","grade":"C","score":81,"findings":2,"id":"1xyfhpmswf","shelves":[],"stale":false,"verified":false},{"host":"app.callrail.com","at":"2026-10-11T21:48:38.528Z","grade":"D","score":69,"findings":6,"id":"23q3n212dp","shelves":[],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-08T15:35:53.595Z","grade":"C","score":71,"findings":3,"id":"z2or5n6xt8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-10-15T06:14:36.469Z","grade":"C","score":85,"findings":6,"id":"wg51sbus48","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-04T04:18:39.836Z","grade":"C","score":83,"findings":3,"id":"ilcm7g42qb","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"applewoodfixit.com","at":"2026-10-23T18:03:38.539Z","grade":"C","score":84,"findings":2,"id":"mr2rlbfyur","shelves":["llms"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-10-04T04:32:30.361Z","grade":"C","score":75,"findings":6,"id":"azmsv5647g","shelves":["entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-10-13T21:02:15.051Z","grade":"C","score":81,"findings":5,"id":"dc3jsvhqsw","shelves":[],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-10-14T06:33:03.866Z","grade":"C","score":70,"findings":4,"id":"jeyq068pig","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":true,"verified":false},{"host":"archive.org","at":"2026-10-04T04:23:01.441Z","grade":"C","score":74,"findings":3,"id":"iokswcy13l","shelves":[],"stale":false,"verified":false},{"host":"argilla.io","at":"2026-10-15T06:18:08.705Z","grade":"C","score":77,"findings":4,"id":"t7xsdvx6zn","shelves":[],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-26T11:04:09.057Z","grade":"C","score":88,"findings":2,"id":"fe9fjgk9d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"arngren.net","at":"2026-10-18T03:20:57.756Z","grade":"C","score":71,"findings":4,"id":"5vmyrlamf1","shelves":[],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-10-14T20:33:03.272Z","grade":"B","score":82,"findings":7,"id":"snq1aebrme","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"articleforge.com","at":"2026-10-26T11:08:08.059Z","grade":"D","score":59,"findings":5,"id":"l0sn8lixj2","shelves":[],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"arxiv.org","at":"2026-10-04T04:34:59.275Z","grade":"D","score":73,"findings":5,"id":"6geu14smuj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"assemblyai.com","at":"2026-10-26T11:34:08.903Z","grade":"B","score":78,"findings":3,"id":"7bannep371","shelves":["llms"],"stale":false,"verified":false},{"host":"astro.build","at":"2026-10-04T05:22:00.927Z","grade":"C","score":77,"findings":3,"id":"58b95exefm","shelves":[],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":true,"verified":false},{"host":"athenahq.ai","at":"2026-10-26T04:34:25.013Z","grade":"B","score":81,"findings":4,"id":"zud8zja5i8","shelves":["llms"],"stale":false,"verified":false},{"host":"atlassian.net","at":"2026-10-26T16:19:28.698Z","grade":"D","score":68,"findings":7,"id":"23s6c9s5yn","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"atomwise.com","at":"2026-10-26T11:35:01.439Z","grade":"C","score":70,"findings":3,"id":"v5ipqnkjox","shelves":[],"stale":false,"verified":false},{"host":"attraqt.com","at":"2026-10-26T12:04:38.301Z","grade":"F","score":29,"findings":9,"id":"3ay1mj4xn2","shelves":[],"stale":false,"verified":false},{"host":"audible.com","at":"2026-10-26T21:04:49.052Z","grade":"C","score":75,"findings":9,"id":"hii37vi5zw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"augmedix.com","at":"2026-10-26T12:34:06.811Z","grade":"B","score":85,"findings":4,"id":"ck9x04xp7r","shelves":[],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-26T12:34:56.751Z","grade":"C","score":78,"findings":3,"id":"c93bhtsb8f","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"auroravpn.org","at":"2026-10-25T00:37:37.216Z","grade":"C","score":85,"findings":2,"id":"u8und42u9v","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"autoeurope.com","at":"2026-10-11T18:21:52.227Z","grade":"B","score":72,"findings":3,"id":"h0qnufrjmz","shelves":["entity"],"stale":false,"verified":false},{"host":"autogpt.net","at":"2026-10-26T13:04:08.829Z","grade":"B","score":73,"findings":3,"id":"431um64lbh","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"availability.salesforce.com","at":"2026-10-24T21:36:35.407Z","grade":"D","score":63,"findings":8,"id":"s39g9qxux7","shelves":[],"stale":false,"verified":false},{"host":"awin1.com","at":"2026-10-04T05:02:30.158Z","grade":"D","score":72,"findings":6,"id":"30cdd6ab7o","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"azpest.com","at":"2026-10-24T19:31:19.547Z","grade":"C","score":81,"findings":3,"id":"b6jinxeiqw","shelves":["llms"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-04T06:17:46.723Z","grade":"C","score":81,"findings":4,"id":"09za0bv00z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"banana.dev","at":"2026-10-26T13:04:55.554Z","grade":"D","score":72,"findings":6,"id":"nl6ecvkhad","shelves":[],"stale":false,"verified":false},{"host":"bandypuls.se","at":"2026-10-25T12:35:25.900Z","grade":"C","score":69,"findings":6,"id":"dr9sbkgj76","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"baseten.co","at":"2026-10-26T13:35:58.559Z","grade":"C","score":77,"findings":7,"id":"5nkh5k62cm","shelves":["llms"],"stale":false,"verified":false},{"host":"bbbmarketplacetrust.org","at":"2026-10-25T12:36:49.278Z","grade":"B","score":74,"findings":4,"id":"jqsmij89r2","shelves":["llms"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-10-26T17:17:18.789Z","grade":"C","score":72,"findings":4,"id":"a2pxdyugyf","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beget.ru","at":"2026-10-23T20:47:59.186Z","grade":"C","score":70,"findings":6,"id":"1dec35cw8s","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"behinmehr.com","at":"2026-10-14T06:04:28.007Z","grade":"C","score":70,"findings":4,"id":"fg4y3iqasx","shelves":["llms"],"stale":false,"verified":false},{"host":"beigecrm.com","at":"2026-10-27T05:17:42.305Z","grade":"C","score":86,"findings":2,"id":"903w2d5zi6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-14T07:03:05.800Z","grade":"C","score":76,"findings":3,"id":"s6jjojegxt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bentoml.com","at":"2026-10-22T10:33:29.219Z","grade":"C","score":74,"findings":6,"id":"di19vvnijr","shelves":[],"stale":false,"verified":false},{"host":"bestbuy.com","at":"2026-10-18T05:12:38.200Z","grade":"C","score":67,"findings":5,"id":"6gts0h2wg0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-10-27T02:18:30.311Z","grade":"A","score":84,"findings":3,"id":"onhj1jusuw","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"beyondbilingual.net","at":"2026-10-17T06:02:10.661Z","grade":"B","score":79,"findings":3,"id":"h2opmp3d1y","shelves":[],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"billshomeservice.com","at":"2026-10-24T19:33:45.559Z","grade":"C","score":76,"findings":4,"id":"jimrjwa4w0","shelves":[],"stale":false,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"blackberry.com","at":"2026-10-23T20:02:36.727Z","grade":"C","score":79,"findings":5,"id":"vjoz353lkn","shelves":[],"stale":false,"verified":false},{"host":"blog.arxiv.org","at":"2026-10-22T19:36:33.943Z","grade":"C","score":77,"findings":5,"id":"zrbp6xk8vb","shelves":[],"stale":false,"verified":false},{"host":"bloomreach.com","at":"2026-10-22T10:33:55.531Z","grade":"C","score":78,"findings":8,"id":"n87wi125hm","shelves":["entity"],"stale":false,"verified":false},{"host":"bls.gov","at":"2026-10-18T05:04:40.772Z","grade":"B","score":78,"findings":4,"id":"mxo84rv8z2","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bolt.new","at":"2026-10-26T14:04:07.120Z","grade":"C","score":80,"findings":2,"id":"9z5ry888ja","shelves":["entity"],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"botify.com","at":"2026-10-26T00:36:32.813Z","grade":"C","score":86,"findings":5,"id":"1sa7uprfgg","shelves":["entity"],"stale":false,"verified":false},{"host":"botview.app","at":"2026-10-14T07:33:03.591Z","grade":"B","score":82,"findings":3,"id":"grmkaqkmm0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"braintrust.dev","at":"2026-10-26T14:34:55.544Z","grade":"C","score":83,"findings":4,"id":"61bmtthug9","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brand24.com","at":"2026-10-26T15:04:25.826Z","grade":"C","score":78,"findings":5,"id":"f140gvnlhr","shelves":["llms","entity"],"stale":false,"verified":false}]}