{"kind":"crawlcheck-registry","v":1,"source":"https://crawlcheck.io/registry","retrieved":"2026-10-15T03:17:16.295Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":292},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":39},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":15},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":324},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":257},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":null,"total":748,"corpus":748,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-14T06:48:04.211Z","grade":"C","score":70,"findings":5,"id":"x7bve01ibz","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-09T13:18:04.419Z","grade":"C","score":81,"findings":3,"id":"07xasr2nup","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"acsoldiers.com","at":"2026-10-01T15:13:35.928Z","grade":"C","score":76,"findings":5,"id":"rforoicjm7","shelves":[],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-10-09T13:19:19.132Z","grade":"C","score":77,"findings":3,"id":"uh8ex5s9bz","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-10T04:32:53.347Z","grade":"C","score":80,"findings":2,"id":"qqzezmf3d5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"adobe.io","at":"2026-10-04T04:23:01.331Z","grade":"C","score":71,"findings":3,"id":"akpsz7v763","shelves":[],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-10-14T04:48:02.892Z","grade":"B","score":85,"findings":0,"id":"urwqfpoxr9","shelves":["llms"],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-10-14T05:03:02.901Z","grade":"A","score":87,"findings":1,"id":"df79sybrpx","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":true,"verified":false},{"host":"ahrefs.com","at":"2026-10-09T07:17:35.939Z","grade":"C","score":82,"findings":7,"id":"r0lemks2jg","shelves":["entity"],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-10-09T13:20:36.043Z","grade":"C","score":81,"findings":1,"id":"s9szan48js","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-14T06:49:55.455Z","grade":"C","score":83,"findings":3,"id":"tv9sz36q8e","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-13T22:32:41.860Z","grade":"C","score":79,"findings":3,"id":"bugwk3d6ky","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-09T14:18:06.311Z","grade":"C","score":78,"findings":1,"id":"24buzlhthj","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-10-04T04:38:40.011Z","grade":"D","score":69,"findings":4,"id":"7396ndwuhy","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-04T05:10:42.345Z","grade":"C","score":79,"findings":3,"id":"iseult3c3y","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aircanada.com","at":"2026-10-04T05:08:46.778Z","grade":"C","score":66,"findings":6,"id":"g0xl0vtadf","shelves":[],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-12T08:32:50.908Z","grade":"C","score":80,"findings":4,"id":"5c675go8ne","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-10-04T04:03:08.126Z","grade":"C","score":76,"findings":2,"id":"v09df1ca9s","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":true,"verified":false},{"host":"alli.ai","at":"2026-10-09T14:22:31.082Z","grade":"C","score":67,"findings":3,"id":"a33f22lky9","shelves":["entity"],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-14T20:03:05.107Z","grade":"C","score":85,"findings":3,"id":"8d3fkmeo8b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-09-01T17:35:01.569Z","grade":"B","score":84,"findings":1,"id":"293gqo6v1o","shelves":[],"stale":true,"verified":false},{"host":"angi.com","at":"2026-10-04T05:09:28.175Z","grade":"C","score":66,"findings":4,"id":"bupxzfjvbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"anthropic.com","at":"2026-10-09T15:18:02.729Z","grade":"C","score":79,"findings":3,"id":"gcylejeyak","shelves":[],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-10-09T15:19:39.657Z","grade":"C","score":81,"findings":3,"id":"mn7w59ug65","shelves":["entity"],"stale":false,"verified":false},{"host":"anyword.com","at":"2026-10-09T15:21:01.865Z","grade":"B","score":76,"findings":2,"id":"6gch8t5quq","shelves":[],"stale":false,"verified":false},{"host":"apache.org","at":"2026-10-04T04:22:26.799Z","grade":"D","score":72,"findings":4,"id":"t2jqmejxkf","shelves":[],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-09T15:21:52.436Z","grade":"C","score":84,"findings":4,"id":"kfrlcfg1ca","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.callrail.com","at":"2026-10-11T21:48:38.528Z","grade":"D","score":69,"findings":6,"id":"23q3n212dp","shelves":[],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-08T15:35:53.595Z","grade":"C","score":71,"findings":3,"id":"z2or5n6xt8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-10-09T16:18:01.695Z","grade":"C","score":84,"findings":5,"id":"g043lwke2a","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-04T04:18:39.836Z","grade":"C","score":83,"findings":3,"id":"ilcm7g42qb","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-10-04T04:32:30.361Z","grade":"C","score":75,"findings":6,"id":"azmsv5647g","shelves":["entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-14T20:09:20.529Z","grade":"A","score":84,"findings":4,"id":"hhzq2vtxvk","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-10-13T21:02:15.051Z","grade":"C","score":81,"findings":5,"id":"dc3jsvhqsw","shelves":[],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-10-14T06:33:03.866Z","grade":"C","score":70,"findings":4,"id":"jeyq068pig","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":true,"verified":false},{"host":"archive.org","at":"2026-10-04T04:23:01.441Z","grade":"C","score":74,"findings":3,"id":"iokswcy13l","shelves":[],"stale":false,"verified":false},{"host":"argilla.io","at":"2026-10-09T16:19:23.103Z","grade":"C","score":77,"findings":4,"id":"vksh8ypt8e","shelves":[],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-02T10:18:02.555Z","grade":"C","score":88,"findings":2,"id":"0zdhzb8ryb","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-10-14T20:33:03.272Z","grade":"B","score":82,"findings":7,"id":"snq1aebrme","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"articleforge.com","at":"2026-10-09T16:20:30.854Z","grade":"D","score":58,"findings":5,"id":"lfn8k20rs9","shelves":[],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"arvadatreeservicellc.com","at":"2026-10-10T13:52:58.461Z","grade":"A","score":98,"findings":0,"id":"urr3hw5hnb","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"arxiv.org","at":"2026-10-04T04:34:59.275Z","grade":"D","score":73,"findings":5,"id":"6geu14smuj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"assemblyai.com","at":"2026-10-09T16:21:52.601Z","grade":"B","score":76,"findings":2,"id":"rrhowlx18v","shelves":["llms"],"stale":false,"verified":false},{"host":"astro.build","at":"2026-10-04T05:22:00.927Z","grade":"C","score":77,"findings":3,"id":"58b95exefm","shelves":[],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"athenahq.ai","at":"2026-10-15T03:02:12.868Z","grade":"B","score":79,"findings":4,"id":"nt5hb3p3w4","shelves":["llms"],"stale":false,"verified":false},{"host":"atomwise.com","at":"2026-10-09T17:18:04.244Z","grade":"C","score":67,"findings":3,"id":"kli0u2wsmy","shelves":[],"stale":false,"verified":false},{"host":"augmedix.com","at":"2026-10-09T17:20:57.825Z","grade":"B","score":84,"findings":3,"id":"feuxh2se04","shelves":[],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-02T11:17:38.618Z","grade":"C","score":78,"findings":2,"id":"e3tf5od7ly","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"autoeurope.com","at":"2026-10-11T18:21:52.227Z","grade":"B","score":72,"findings":3,"id":"h0qnufrjmz","shelves":["entity"],"stale":false,"verified":false},{"host":"autogpt.net","at":"2026-10-09T17:21:54.145Z","grade":"B","score":73,"findings":2,"id":"0oggayvkep","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"awin1.com","at":"2026-10-04T05:02:30.158Z","grade":"D","score":72,"findings":6,"id":"30cdd6ab7o","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-04T06:17:46.723Z","grade":"C","score":81,"findings":4,"id":"09za0bv00z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"banana.dev","at":"2026-10-09T18:18:03.596Z","grade":"D","score":70,"findings":6,"id":"60hhixb5z3","shelves":[],"stale":false,"verified":false},{"host":"baseten.co","at":"2026-10-09T18:19:10.211Z","grade":"C","score":76,"findings":3,"id":"fnolbd5wrd","shelves":["llms"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-10-13T08:03:19.761Z","grade":"C","score":70,"findings":5,"id":"mfres02l1v","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"behinmehr.com","at":"2026-10-14T06:04:28.007Z","grade":"C","score":70,"findings":4,"id":"fg4y3iqasx","shelves":["llms"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-14T07:03:05.800Z","grade":"C","score":76,"findings":3,"id":"s6jjojegxt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bentoml.com","at":"2026-10-09T18:20:54.930Z","grade":"C","score":72,"findings":6,"id":"ysccq9cv9k","shelves":[],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-10-14T17:03:04.505Z","grade":"B","score":76,"findings":3,"id":"9f9hnvllm0","shelves":["entity"],"stale":false,"verified":false},{"host":"beyondbilingual.net","at":"2026-09-12T16:00:53.517Z","grade":"B","score":75,"findings":2,"id":"qskbwjoswr","shelves":[],"stale":true,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":true,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bloomreach.com","at":"2026-10-09T19:18:02.938Z","grade":"C","score":78,"findings":5,"id":"luzozwncq1","shelves":["entity"],"stale":false,"verified":false},{"host":"bolt.new","at":"2026-10-09T19:20:14.991Z","grade":"C","score":80,"findings":2,"id":"3137opt96l","shelves":["entity"],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"botify.com","at":"2026-10-15T00:08:21.065Z","grade":"C","score":85,"findings":5,"id":"6tqhai4mj8","shelves":["entity"],"stale":false,"verified":false},{"host":"botview.app","at":"2026-10-14T07:33:03.591Z","grade":"B","score":82,"findings":3,"id":"grmkaqkmm0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"braintrust.dev","at":"2026-10-02T13:21:07.229Z","grade":"C","score":83,"findings":2,"id":"6obgbksg1k","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brand24.com","at":"2026-10-09T19:21:26.439Z","grade":"C","score":77,"findings":4,"id":"v82c067aes","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brandlight.ai","at":"2026-10-09T19:22:47.214Z","grade":"B","score":80,"findings":1,"id":"nhji8dnudb","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"brandwatch.com","at":"2026-10-09T20:18:03.960Z","grade":"C","score":81,"findings":4,"id":"cc72cd687e","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"brightdata.com","at":"2026-10-09T20:21:11.736Z","grade":"C","score":78,"findings":4,"id":"yhfy8ervm4","shelves":["agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"brightedge.com","at":"2026-10-15T02:02:05.020Z","grade":"C","score":71,"findings":1,"id":"1bdskseghu","shelves":["llms"],"stale":false,"verified":false},{"host":"brokervsadvisor.com","at":"2026-10-09T16:33:03.234Z","grade":"A","score":84,"findings":1,"id":"gijxza6oej","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"browserbase.com","at":"2026-10-09T20:22:19.196Z","grade":"C","score":71,"findings":2,"id":"wm4snaplvy","shelves":["llms"],"stale":false,"verified":false},{"host":"browserless.io","at":"2026-10-09T20:23:08.958Z","grade":"C","score":80,"findings":2,"id":"0u6ndyierc","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"builder.io","at":"2026-10-09T21:18:02.133Z","grade":"C","score":78,"findings":2,"id":"rf0ygzv8ha","shelves":["llms"],"stale":false,"verified":false},{"host":"businessinsider.com","at":"2026-10-04T06:17:46.390Z","grade":"C","score":86,"findings":4,"id":"2ofnxfc8wn","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"businessvaluenow.com","at":"2026-10-09T16:33:57.835Z","grade":"A","score":83,"findings":1,"id":"z1ajvcxuzk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"byword.ai","at":"2026-10-09T21:19:04.540Z","grade":"C","score":80,"findings":3,"id":"xtr1pkqmz2","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"calibreapp.com","at":"2026-10-02T15:18:05.756Z","grade":"C","score":79,"findings":3,"id":"790lv4z1eh","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"callrail.com","at":"2026-10-04T04:50:46.216Z","grade":"C","score":77,"findings":5,"id":"4viyiqnlnq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"calltower.com","at":"2026-10-11T18:23:53.906Z","grade":"D","score":75,"findings":4,"id":"0bew813j2k","shelves":["llms"],"stale":false,"verified":false},{"host":"calypsoai.com","at":"2026-10-09T21:19:52.094Z","grade":"D","score":61,"findings":7,"id":"hig5cpmxht","shelves":[],"stale":false,"verified":false},{"host":"canonical.com","at":"2026-10-04T04:49:17.873Z","grade":"C","score":78,"findings":3,"id":"e36rp0zxcl","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"canva.com","at":"2026-10-09T21:20:53.686Z","grade":"C","score":67,"findings":2,"id":"9h518ua1zd","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"casetext.com","at":"2026-10-09T22:17:54.469Z","grade":"D","score":61,"findings":5,"id":"yv8x9035c0","shelves":[],"stale":false,"verified":false},{"host":"caspchecklist.com","at":"2026-10-09T16:48:02.206Z","grade":"A","score":85,"findings":1,"id":"o3bs6ggnmk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.crawlcheck.io","at":"2026-08-23T03:00:16.746Z","grade":"D","score":67,"findings":3,"id":"9b5846yyil","shelves":[],"stale":true,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-10-14T07:05:44.328Z","grade":"D","score":67,"findings":2,"id":"qjjowcc63s","shelves":["agents","mediakit","entity","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-10-14T07:34:50.862Z","grade":"A","score":88,"findings":0,"id":"h42psadjpg","shelves":["agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"cdc.gov","at":"2026-10-11T15:33:22.652Z","grade":"B","score":76,"findings":3,"id":"tvrp47e97w","shelves":[],"stale":false,"verified":false},{"host":"centralindex.com","at":"2026-10-10T04:32:32.597Z","grade":"C","score":79,"findings":5,"id":"md2c0dpika","shelves":[],"stale":false,"verified":false}],"code":{"version_id":"b162c604-5273-4e22-8a31-f8906f432494","script_sha16":"2dec1402044d8ec7","state":"attested","deployed":{"at":"2026-10-15T03:15:48.143Z","commit":"5ded23133c9d","run":"38675286447"},"build_log_entry":315,"score_version":32,"scoring_policy_sha256":"d3c9c95d409dae4e90b8e868ff113e631e445e33c14a0cc008dda144293821b3","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/b162c604-5273-4e22-8a31-f8906f432494"},"sha256":"a342ce4ebefd82e5cd8b146e7be539c438a4a2a58c288c9095f9eb46f85b470d","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\na342ce4ebefd82e5cd8b146e7be539c438a4a2a58c288c9095f9eb46f85b470d","sig":"CSYsJ3lZD0CsDI8f7tLGue3XwcVTgt3sh7b6Z6DLR9CRhv5DbO-oD9D7QLRt9OXND9DJFVtUkk9p1Quf4lXnCg","signed_at":"2026-10-15T03:17:16.295Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}