{"kind":"crawlcheck-registry","v":1,"source":"https://crawlcheck.io/registry","retrieved":"2026-10-26T00:24:16.056Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":334},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":356},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":303},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":70}],"stale_after_days":30,"shelf":null,"total":896,"corpus":896,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-14T06:48:04.211Z","grade":"C","score":70,"findings":5,"id":"x7bve01ibz","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"501works.com","at":"2026-10-25T10:51:04.842Z","grade":"C","score":81,"findings":5,"id":"9zmzi04t7e","shelves":["entity"],"stale":false,"verified":false},{"host":"abgoyal.com","at":"2026-10-15T18:28:06.526Z","grade":"C","score":85,"findings":2,"id":"exjmlxlmeo","shelves":[],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-22T05:34:50.280Z","grade":"C","score":82,"findings":4,"id":"wjdcq62kbn","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"acsoldiers.com","at":"2026-10-01T15:13:35.928Z","grade":"C","score":76,"findings":5,"id":"rforoicjm7","shelves":[],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-22T05:35:15.208Z","grade":"C","score":78,"findings":3,"id":"dsh8miw405","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-10T04:32:53.347Z","grade":"C","score":80,"findings":2,"id":"qqzezmf3d5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"adept.ai","at":"2026-10-18T20:02:37.413Z","grade":"D","score":86,"findings":8,"id":"hw0yp6f068","shelves":[],"stale":false,"verified":false},{"host":"adobe.io","at":"2026-10-04T04:23:01.331Z","grade":"C","score":71,"findings":3,"id":"akpsz7v763","shelves":[],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-10-14T04:48:02.892Z","grade":"B","score":85,"findings":0,"id":"urwqfpoxr9","shelves":["llms"],"stale":false,"verified":false},{"host":"aeotool.ai","at":"2026-10-24T03:19:53.999Z","grade":"C","score":81,"findings":3,"id":"4gjlyohgxw","shelves":[],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-10-14T05:03:02.901Z","grade":"A","score":87,"findings":1,"id":"df79sybrpx","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":true,"verified":false},{"host":"ahrefs.com","at":"2026-10-25T21:04:33.228Z","grade":"C","score":83,"findings":9,"id":"0iegchzhxk","shelves":["entity"],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-10-22T06:03:44.278Z","grade":"B","score":81,"findings":2,"id":"qkiflk3a24","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-14T06:49:55.455Z","grade":"C","score":83,"findings":3,"id":"tv9sz36q8e","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-13T22:32:41.860Z","grade":"C","score":79,"findings":3,"id":"bugwk3d6ky","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-22T06:04:08.295Z","grade":"C","score":80,"findings":2,"id":"m2jkhxakyh","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-10-04T04:38:40.011Z","grade":"D","score":69,"findings":4,"id":"7396ndwuhy","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aircanada.com","at":"2026-10-04T05:08:46.778Z","grade":"C","score":66,"findings":6,"id":"g0xl0vtadf","shelves":[],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-12T08:32:50.908Z","grade":"C","score":80,"findings":4,"id":"5c675go8ne","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-10-19T05:02:37.638Z","grade":"D","score":67,"findings":4,"id":"e0586dksk3","shelves":[],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-10-04T04:03:08.126Z","grade":"C","score":76,"findings":2,"id":"v09df1ca9s","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":true,"verified":false},{"host":"alli.ai","at":"2026-10-22T08:33:44.019Z","grade":"C","score":67,"findings":4,"id":"sjzep7angf","shelves":[],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-14T20:03:05.107Z","grade":"C","score":85,"findings":3,"id":"8d3fkmeo8b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-16T03:02:29.352Z","grade":"C","score":86,"findings":6,"id":"wjumy5tl6o","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"amtrak.com","at":"2026-10-18T05:01:41.150Z","grade":"B","score":73,"findings":2,"id":"ezwljwg8b2","shelves":[],"stale":false,"verified":false},{"host":"angi.com","at":"2026-10-04T05:09:28.175Z","grade":"C","score":66,"findings":4,"id":"bupxzfjvbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"anthropic.com","at":"2026-10-22T06:04:56.516Z","grade":"C","score":78,"findings":3,"id":"xnx1hdfjav","shelves":[],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-10-22T08:34:14.700Z","grade":"C","score":81,"findings":5,"id":"gsda1ddyg4","shelves":["entity"],"stale":false,"verified":false},{"host":"anyword.com","at":"2026-10-22T08:34:41.804Z","grade":"B","score":77,"findings":3,"id":"tm2tqfuuvl","shelves":[],"stale":false,"verified":false},{"host":"apache.org","at":"2026-10-04T04:22:26.799Z","grade":"D","score":72,"findings":4,"id":"t2jqmejxkf","shelves":[],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.alkhemyst-ai.cloud","at":"2026-10-25T09:04:30.372Z","grade":"C","score":81,"findings":2,"id":"1xyfhpmswf","shelves":[],"stale":false,"verified":false},{"host":"app.callrail.com","at":"2026-10-11T21:48:38.528Z","grade":"D","score":69,"findings":6,"id":"23q3n212dp","shelves":[],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-08T15:35:53.595Z","grade":"C","score":71,"findings":3,"id":"z2or5n6xt8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-10-15T06:14:36.469Z","grade":"C","score":85,"findings":6,"id":"wg51sbus48","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-04T04:18:39.836Z","grade":"C","score":83,"findings":3,"id":"ilcm7g42qb","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"applewoodfixit.com","at":"2026-10-23T18:03:38.539Z","grade":"C","score":84,"findings":2,"id":"mr2rlbfyur","shelves":["llms"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-10-04T04:32:30.361Z","grade":"C","score":75,"findings":6,"id":"azmsv5647g","shelves":["entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-10-13T21:02:15.051Z","grade":"C","score":81,"findings":5,"id":"dc3jsvhqsw","shelves":[],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-10-14T06:33:03.866Z","grade":"C","score":70,"findings":4,"id":"jeyq068pig","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":true,"verified":false},{"host":"archive.org","at":"2026-10-04T04:23:01.441Z","grade":"C","score":74,"findings":3,"id":"iokswcy13l","shelves":[],"stale":false,"verified":false},{"host":"argilla.io","at":"2026-10-15T06:18:08.705Z","grade":"C","score":77,"findings":4,"id":"t7xsdvx6zn","shelves":[],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-15T06:18:33.573Z","grade":"C","score":87,"findings":2,"id":"skp7gm3z1g","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"arngren.net","at":"2026-10-18T03:20:57.756Z","grade":"C","score":71,"findings":4,"id":"5vmyrlamf1","shelves":[],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-10-14T20:33:03.272Z","grade":"B","score":82,"findings":7,"id":"snq1aebrme","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"articleforge.com","at":"2026-10-22T09:33:45.137Z","grade":"D","score":59,"findings":5,"id":"nxmkkra37y","shelves":[],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"arxiv.org","at":"2026-10-04T04:34:59.275Z","grade":"D","score":73,"findings":5,"id":"6geu14smuj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"assemblyai.com","at":"2026-10-15T07:02:25.218Z","grade":"B","score":76,"findings":3,"id":"rr88dbsfsl","shelves":["llms"],"stale":false,"verified":false},{"host":"astro.build","at":"2026-10-04T05:22:00.927Z","grade":"C","score":77,"findings":3,"id":"58b95exefm","shelves":[],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":true,"verified":false},{"host":"athenahq.ai","at":"2026-10-22T08:33:24.063Z","grade":"B","score":81,"findings":4,"id":"zaoypocl5w","shelves":["llms"],"stale":false,"verified":false},{"host":"atomwise.com","at":"2026-10-22T09:34:16.737Z","grade":"C","score":65,"findings":3,"id":"59qabo2x7u","shelves":[],"stale":false,"verified":false},{"host":"attraqt.com","at":"2026-10-21T03:03:25.227Z","grade":"F","score":29,"findings":9,"id":"fh7l7sazi6","shelves":[],"stale":false,"verified":false},{"host":"augmedix.com","at":"2026-10-22T09:35:19.208Z","grade":"B","score":85,"findings":4,"id":"u5b1t0xxuf","shelves":[],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-22T10:04:11.233Z","grade":"C","score":78,"findings":3,"id":"cflu792rm6","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"auroravpn.org","at":"2026-10-25T00:37:37.216Z","grade":"C","score":85,"findings":2,"id":"u8und42u9v","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"autoeurope.com","at":"2026-10-11T18:21:52.227Z","grade":"B","score":72,"findings":3,"id":"h0qnufrjmz","shelves":["entity"],"stale":false,"verified":false},{"host":"autogpt.net","at":"2026-10-22T10:04:41.554Z","grade":"A","score":84,"findings":2,"id":"wn0cyvk9t1","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"availability.salesforce.com","at":"2026-10-24T21:36:35.407Z","grade":"D","score":63,"findings":8,"id":"s39g9qxux7","shelves":[],"stale":false,"verified":false},{"host":"awin1.com","at":"2026-10-04T05:02:30.158Z","grade":"D","score":72,"findings":6,"id":"30cdd6ab7o","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"azpest.com","at":"2026-10-24T19:31:19.547Z","grade":"C","score":81,"findings":3,"id":"b6jinxeiqw","shelves":["llms"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-04T06:17:46.723Z","grade":"C","score":81,"findings":4,"id":"09za0bv00z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"banana.dev","at":"2026-10-22T10:04:58.968Z","grade":"D","score":71,"findings":6,"id":"i1otpda35q","shelves":[],"stale":false,"verified":false},{"host":"bandypuls.se","at":"2026-10-25T12:35:25.900Z","grade":"C","score":69,"findings":6,"id":"dr9sbkgj76","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"baseten.co","at":"2026-10-22T10:05:15.553Z","grade":"C","score":78,"findings":7,"id":"xyhyzdtv7u","shelves":["llms"],"stale":false,"verified":false},{"host":"bbbmarketplacetrust.org","at":"2026-10-25T12:36:49.278Z","grade":"B","score":74,"findings":4,"id":"jqsmij89r2","shelves":["llms"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-10-25T19:17:18.169Z","grade":"C","score":69,"findings":5,"id":"etz4z2g2qk","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beget.ru","at":"2026-10-23T20:47:59.186Z","grade":"C","score":70,"findings":6,"id":"1dec35cw8s","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"behinmehr.com","at":"2026-10-14T06:04:28.007Z","grade":"C","score":70,"findings":4,"id":"fg4y3iqasx","shelves":["llms"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-14T07:03:05.800Z","grade":"C","score":76,"findings":3,"id":"s6jjojegxt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bentoml.com","at":"2026-10-22T10:33:29.219Z","grade":"C","score":74,"findings":6,"id":"di19vvnijr","shelves":[],"stale":false,"verified":false},{"host":"bestbuy.com","at":"2026-10-18T05:12:38.200Z","grade":"C","score":67,"findings":5,"id":"6gts0h2wg0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-10-25T07:17:54.321Z","grade":"A","score":83,"findings":3,"id":"qvfapszdhz","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"beyondbilingual.net","at":"2026-10-17T06:02:10.661Z","grade":"B","score":79,"findings":3,"id":"h2opmp3d1y","shelves":[],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"billshomeservice.com","at":"2026-10-24T19:33:45.559Z","grade":"C","score":76,"findings":4,"id":"jimrjwa4w0","shelves":[],"stale":false,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"blackberry.com","at":"2026-10-23T20:02:36.727Z","grade":"C","score":79,"findings":5,"id":"vjoz353lkn","shelves":[],"stale":false,"verified":false},{"host":"blog.arxiv.org","at":"2026-10-22T19:36:33.943Z","grade":"C","score":77,"findings":5,"id":"zrbp6xk8vb","shelves":[],"stale":false,"verified":false},{"host":"bloomreach.com","at":"2026-10-22T10:33:55.531Z","grade":"C","score":78,"findings":8,"id":"n87wi125hm","shelves":["entity"],"stale":false,"verified":false},{"host":"bls.gov","at":"2026-10-18T05:04:40.772Z","grade":"B","score":78,"findings":4,"id":"mxo84rv8z2","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bolt.new","at":"2026-10-22T10:34:51.941Z","grade":"C","score":80,"findings":2,"id":"fjl471r8y5","shelves":["entity"],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"botify.com","at":"2026-10-18T17:10:51.979Z","grade":"C","score":85,"findings":5,"id":"4z7go5u7mr","shelves":["entity"],"stale":false,"verified":false},{"host":"botview.app","at":"2026-10-14T07:33:03.591Z","grade":"B","score":82,"findings":3,"id":"grmkaqkmm0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"braintrust.dev","at":"2026-10-22T11:04:05.798Z","grade":"C","score":82,"findings":4,"id":"wggpcb2k6j","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brand24.com","at":"2026-10-22T11:04:42.889Z","grade":"C","score":77,"findings":5,"id":"g9hll81sor","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brandlight.ai","at":"2026-10-22T11:33:45.703Z","grade":"B","score":83,"findings":2,"id":"bzvqziimxw","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"brandwatch.com","at":"2026-10-22T11:34:07.201Z","grade":"C","score":81,"findings":5,"id":"79fg5ahnz0","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"brightdata.com","at":"2026-10-22T12:03:33.600Z","grade":"C","score":90,"findings":6,"id":"10femv7z0x","shelves":["agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"brightedge.com","at":"2026-10-18T19:02:38.419Z","grade":"C","score":72,"findings":1,"id":"wd3di329p4","shelves":["llms"],"stale":false,"verified":false}],"code":{"version_id":"4e7ce319-9f4e-482a-a802-8af4f8a75220","script_sha16":null,"state":"no_receipt","deployed":null,"build_log_entry":null,"score_version":34,"scoring_policy_sha256":"76ee7526c402d711f2c976ad88ae13d4d3411aaa9d5ca3dc87ab3102396b1370","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/4e7ce319-9f4e-482a-a802-8af4f8a75220"},"sha256":"315997f8c9fe5e25c506d5473d1e5c24b6bec8a19060558d4a4a09e899389b71","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\n315997f8c9fe5e25c506d5473d1e5c24b6bec8a19060558d4a4a09e899389b71","sig":"zN-Qnga3IQWMqwFhOECDrL80WwebpFycTCqglolB1W3kCYoC3leqkRKwfsbZZda1Je3_2Fj6LML-jO02MbRsDg","signed_at":"2026-10-26T00:24:16.234Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}