{"kind":"crawlcheck-registry","v":1,"source":"https://crawlcheck.io/registry","retrieved":"2026-11-02T01:23:19.562Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":375},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":34},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":397},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":360},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":74}],"stale_after_days":30,"shelf":null,"total":1007,"corpus":1007,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?limit=100&offset=100","cursor":null,"rows":[{"host":"303fence.com","at":"2026-10-31T02:03:26.450Z","grade":"C","score":73,"findings":5,"id":"74shkst6u1","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"501works.com","at":"2026-10-25T10:51:04.842Z","grade":"C","score":81,"findings":5,"id":"9zmzi04t7e","shelves":["entity"],"stale":false,"verified":false},{"host":"abcnews.go.com","at":"2026-10-29T16:46:57.923Z","grade":"D","score":61,"findings":9,"id":"jqhsrs6kdy","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"abgoyal.com","at":"2026-10-15T18:28:06.526Z","grade":"C","score":85,"findings":2,"id":"exjmlxlmeo","shelves":[],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-10-26T07:04:07.949Z","grade":"C","score":82,"findings":4,"id":"wa4hnc6gl2","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"acquiredigital.com","at":"2026-10-26T15:19:07.390Z","grade":"C","score":79,"findings":5,"id":"y3s986cu15","shelves":[],"stale":false,"verified":false},{"host":"acsoldiers.com","at":"2026-10-01T15:13:35.928Z","grade":"C","score":76,"findings":5,"id":"rforoicjm7","shelves":[],"stale":true,"verified":false},{"host":"activeloop.ai","at":"2026-10-30T03:15:06.723Z","grade":"C","score":78,"findings":3,"id":"lsjpdcouqq","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-10-31T15:33:22.799Z","grade":"C","score":81,"findings":2,"id":"t3u6xqpvku","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"ad-transparency.bonniernews.se","at":"2026-10-31T12:33:33.661Z","grade":"D","score":63,"findings":9,"id":"iiuhy53nrb","shelves":[],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"adept.ai","at":"2026-10-26T07:35:59.098Z","grade":"D","score":66,"findings":6,"id":"imcqm6ps1d","shelves":[],"stale":false,"verified":false},{"host":"adobe.io","at":"2026-10-04T04:23:01.331Z","grade":"C","score":71,"findings":3,"id":"akpsz7v763","shelves":[],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-11-01T12:51:08.316Z","grade":"B","score":84,"findings":0,"id":"qo34v4rloc","shelves":["llms"],"stale":false,"verified":false},{"host":"aeotool.ai","at":"2026-10-24T03:19:53.999Z","grade":"C","score":81,"findings":3,"id":"4gjlyohgxw","shelves":[],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-10-31T14:33:28.210Z","grade":"A","score":87,"findings":1,"id":"173b19e92r","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":true,"verified":false},{"host":"ahrefs.com","at":"2026-10-25T21:04:33.228Z","grade":"C","score":83,"findings":9,"id":"0iegchzhxk","shelves":["entity"],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-10-26T08:04:07.950Z","grade":"B","score":80,"findings":2,"id":"cau8n83nia","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-10-31T03:49:51.927Z","grade":"C","score":83,"findings":5,"id":"a8bqkatjpg","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-10-31T05:33:56.932Z","grade":"C","score":88,"findings":4,"id":"n0yumazp8x","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-10-26T08:04:59.900Z","grade":"C","score":80,"findings":2,"id":"l2ay72yfl7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-10-30T22:48:57.058Z","grade":"D","score":69,"findings":4,"id":"oku8e43co5","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-10-31T05:34:43.430Z","grade":"C","score":82,"findings":4,"id":"hkoqmae50t","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aircanada.com","at":"2026-10-04T05:08:46.778Z","grade":"C","score":66,"findings":6,"id":"g0xl0vtadf","shelves":[],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-10-31T23:33:20.746Z","grade":"C","score":81,"findings":4,"id":"qtcbj6si5e","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"alanjaychevrolet.com","at":"2026-10-28T21:31:52.286Z","grade":"C","score":62,"findings":8,"id":"v31l03dckh","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-10-26T08:34:14.167Z","grade":"C","score":75,"findings":5,"id":"elb338byp0","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aliyun.com","at":"2026-11-01T17:02:11.073Z","grade":"D","score":68,"findings":5,"id":"e140rbcolf","shelves":[],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-10-30T16:48:42.256Z","grade":"C","score":77,"findings":4,"id":"d4k22wd3hu","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":true,"verified":false},{"host":"alli.ai","at":"2026-10-26T09:04:04.897Z","grade":"C","score":64,"findings":4,"id":"cqrtrt9bjk","shelves":[],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-10-31T04:48:22.775Z","grade":"C","score":88,"findings":4,"id":"fcftu9q1n6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-10-31T14:33:48.470Z","grade":"C","score":85,"findings":6,"id":"c9x9v1pk60","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"amtrak.com","at":"2026-10-30T16:49:49.273Z","grade":"B","score":70,"findings":2,"id":"0dtj2gf1yn","shelves":[],"stale":false,"verified":false},{"host":"angi.com","at":"2026-11-01T09:03:32.957Z","grade":"C","score":69,"findings":6,"id":"73r4cvg2h3","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"anthropic.com","at":"2026-10-26T09:34:00.824Z","grade":"C","score":78,"findings":3,"id":"jstnb94d6t","shelves":[],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-10-26T10:04:11.996Z","grade":"C","score":81,"findings":5,"id":"waitujvo0h","shelves":["entity"],"stale":false,"verified":false},{"host":"anyword.com","at":"2026-10-26T10:33:59.571Z","grade":"B","score":79,"findings":3,"id":"jlcynucdxd","shelves":[],"stale":false,"verified":false},{"host":"apache.org","at":"2026-11-01T14:51:48.500Z","grade":"D","score":74,"findings":4,"id":"8wat5wnerz","shelves":[],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-27T15:05:08.381Z","grade":"C","score":83,"findings":5,"id":"6jcz7gvr8p","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.alkhemyst-ai.cloud","at":"2026-10-25T09:04:30.372Z","grade":"C","score":81,"findings":2,"id":"1xyfhpmswf","shelves":[],"stale":false,"verified":false},{"host":"app.callrail.com","at":"2026-10-11T21:48:38.528Z","grade":"D","score":69,"findings":6,"id":"23q3n212dp","shelves":[],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-10-31T02:33:36.950Z","grade":"C","score":64,"findings":6,"id":"b4kyvqbp0q","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-10-27T15:34:27.180Z","grade":"C","score":87,"findings":6,"id":"ocx5khzo4t","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-10-30T20:03:39.573Z","grade":"C","score":85,"findings":2,"id":"b50kkhuyny","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"applewoodfixit.com","at":"2026-10-31T22:48:19.893Z","grade":"C","score":85,"findings":2,"id":"n50c4tz0xc","shelves":["llms"],"stale":false,"verified":false},{"host":"applovin.com","at":"2026-10-28T23:02:58.941Z","grade":"C","score":73,"findings":5,"id":"ma8xt08546","shelves":["entity"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-10-04T04:32:30.361Z","grade":"C","score":75,"findings":6,"id":"azmsv5647g","shelves":["entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-10-31T01:33:25.021Z","grade":"A","score":84,"findings":7,"id":"sviqy3ovg6","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-10-13T21:02:15.051Z","grade":"C","score":81,"findings":5,"id":"dc3jsvhqsw","shelves":[],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-10-31T05:03:26.149Z","grade":"C","score":80,"findings":3,"id":"g7mh9gi9qx","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":true,"verified":false},{"host":"archive.org","at":"2026-10-04T04:23:01.441Z","grade":"C","score":74,"findings":3,"id":"iokswcy13l","shelves":[],"stale":false,"verified":false},{"host":"argilla.io","at":"2026-10-27T15:35:04.485Z","grade":"C","score":79,"findings":4,"id":"skz5tthsjf","shelves":[],"stale":false,"verified":false},{"host":"arize.com","at":"2026-10-26T11:04:09.057Z","grade":"C","score":88,"findings":2,"id":"fe9fjgk9d2","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"arngren.net","at":"2026-10-18T03:20:57.756Z","grade":"C","score":71,"findings":4,"id":"5vmyrlamf1","shelves":[],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-10-30T21:48:43.008Z","grade":"B","score":83,"findings":8,"id":"k4hllirx1v","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"articleforge.com","at":"2026-10-26T11:08:08.059Z","grade":"D","score":59,"findings":5,"id":"l0sn8lixj2","shelves":[],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-11-01T11:50:38.161Z","grade":"C","score":67,"findings":6,"id":"btnzw2ejxg","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arxiv.org","at":"2026-10-30T06:33:26.400Z","grade":"D","score":73,"findings":6,"id":"myxdbntd7h","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"assemblyai.com","at":"2026-10-26T11:34:08.903Z","grade":"B","score":78,"findings":3,"id":"7bannep371","shelves":["llms"],"stale":false,"verified":false},{"host":"astro.build","at":"2026-10-04T05:22:00.927Z","grade":"C","score":77,"findings":3,"id":"58b95exefm","shelves":[],"stale":false,"verified":false},{"host":"astronomy.com","at":"2026-09-18T13:23:02.052Z","grade":"C","score":83,"findings":4,"id":"oae2zup4hg","shelves":["entity","aipolicy"],"stale":true,"verified":false},{"host":"athenahq.ai","at":"2026-10-26T04:34:25.013Z","grade":"B","score":81,"findings":4,"id":"zud8zja5i8","shelves":["llms"],"stale":false,"verified":false},{"host":"atlassian.net","at":"2026-10-26T16:19:28.698Z","grade":"D","score":68,"findings":7,"id":"23s6c9s5yn","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"atomwise.com","at":"2026-10-26T11:35:01.439Z","grade":"C","score":70,"findings":3,"id":"v5ipqnkjox","shelves":[],"stale":false,"verified":false},{"host":"attraqt.com","at":"2026-10-26T12:04:38.301Z","grade":"F","score":29,"findings":9,"id":"3ay1mj4xn2","shelves":[],"stale":false,"verified":false},{"host":"audible.com","at":"2026-10-26T21:04:49.052Z","grade":"C","score":75,"findings":9,"id":"hii37vi5zw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"augmedix.com","at":"2026-10-26T12:34:06.811Z","grade":"B","score":85,"findings":4,"id":"ck9x04xp7r","shelves":[],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-26T12:34:56.751Z","grade":"C","score":78,"findings":3,"id":"c93bhtsb8f","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"auroravpn.org","at":"2026-10-25T00:37:37.216Z","grade":"C","score":85,"findings":2,"id":"u8und42u9v","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"autoeurope.com","at":"2026-10-11T18:21:52.227Z","grade":"B","score":72,"findings":3,"id":"h0qnufrjmz","shelves":["entity"],"stale":false,"verified":false},{"host":"autogpt.net","at":"2026-10-26T13:04:08.829Z","grade":"B","score":73,"findings":3,"id":"431um64lbh","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"availability.salesforce.com","at":"2026-10-24T21:36:35.407Z","grade":"D","score":63,"findings":8,"id":"s39g9qxux7","shelves":[],"stale":false,"verified":false},{"host":"awin1.com","at":"2026-10-04T05:02:30.158Z","grade":"D","score":72,"findings":6,"id":"30cdd6ab7o","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"aygonet.de","at":"2026-10-27T11:00:24.203Z","grade":"C","score":82,"findings":3,"id":"63qydwm3zi","shelves":[],"stale":false,"verified":false},{"host":"azpest.com","at":"2026-10-24T19:31:19.547Z","grade":"C","score":81,"findings":3,"id":"b6jinxeiqw","shelves":["llms"],"stale":false,"verified":false},{"host":"backlinko.com","at":"2026-10-31T09:33:17.047Z","grade":"C","score":81,"findings":5,"id":"m7oq2xrag9","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"banana.dev","at":"2026-10-26T13:04:55.554Z","grade":"D","score":72,"findings":6,"id":"nl6ecvkhad","shelves":[],"stale":false,"verified":false},{"host":"bandypuls.se","at":"2026-10-25T12:35:25.900Z","grade":"C","score":69,"findings":6,"id":"dr9sbkgj76","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"baseten.co","at":"2026-10-26T13:35:58.559Z","grade":"C","score":77,"findings":7,"id":"5nkh5k62cm","shelves":["llms"],"stale":false,"verified":false},{"host":"bbbmarketplacetrust.org","at":"2026-10-25T12:36:49.278Z","grade":"B","score":74,"findings":4,"id":"jqsmij89r2","shelves":["llms"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-11-01T11:17:19.153Z","grade":"C","score":69,"findings":5,"id":"pnklgnsjws","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bbc.com","at":"2026-10-04T04:40:17.671Z","grade":"C","score":68,"findings":4,"id":"49fu991f7z","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"beget.ru","at":"2026-10-23T20:47:59.186Z","grade":"C","score":70,"findings":6,"id":"1dec35cw8s","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"behinmehr.com","at":"2026-10-31T04:33:46.024Z","grade":"C","score":72,"findings":4,"id":"4gzk64tfjy","shelves":["llms"],"stale":false,"verified":false},{"host":"beigecrm.com","at":"2026-10-27T05:17:42.305Z","grade":"C","score":86,"findings":2,"id":"903w2d5zi6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"benevolent.com","at":"2026-10-27T16:04:25.949Z","grade":"C","score":82,"findings":5,"id":"av9jkbyhhg","shelves":[],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-10-31T07:33:12.004Z","grade":"C","score":79,"findings":3,"id":"puzwxvlp98","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bentoml.com","at":"2026-10-27T16:05:04.584Z","grade":"C","score":72,"findings":6,"id":"uawq0vnidk","shelves":[],"stale":false,"verified":false},{"host":"bestbuy.com","at":"2026-10-30T22:03:45.397Z","grade":"C","score":58,"findings":7,"id":"kdondwqe4r","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-11-01T03:17:42.196Z","grade":"A","score":83,"findings":3,"id":"ryu0e9fjvk","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"beyondbilingual.net","at":"2026-10-17T06:02:10.661Z","grade":"B","score":79,"findings":3,"id":"h2opmp3d1y","shelves":[],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-10-31T03:51:04.499Z","grade":"C","score":84,"findings":4,"id":"bczhpc4qgr","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"billshomeservice.com","at":"2026-10-24T19:33:45.559Z","grade":"C","score":76,"findings":4,"id":"jimrjwa4w0","shelves":[],"stale":false,"verified":false},{"host":"bitly.com","at":"2026-10-04T04:55:19.959Z","grade":"C","score":80,"findings":3,"id":"qpxzaeqqiw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"bitrix24.ru","at":"2026-10-27T21:03:02.918Z","grade":"B","score":82,"findings":2,"id":"iy3lbbcmqg","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"blackberry.com","at":"2026-10-23T20:02:36.727Z","grade":"C","score":79,"findings":5,"id":"vjoz353lkn","shelves":[],"stale":false,"verified":false},{"host":"blog.arxiv.org","at":"2026-10-30T14:33:23.964Z","grade":"C","score":78,"findings":5,"id":"4ym6wh7vkw","shelves":[],"stale":false,"verified":false}],"code":{"version_id":"c2b3ba44-bde5-45f3-bf8f-bc4dd92e08f6","script_sha16":"228ea33c1e3c84ca","state":"attested","deployed":{"at":"2026-11-02T01:14:02.163Z","commit":"c10fb44d6ac0","run":"41371305895"},"build_log_entry":1250,"score_version":34,"scoring_policy_sha256":"76ee7526c402d711f2c976ad88ae13d4d3411aaa9d5ca3dc87ab3102396b1370","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/c2b3ba44-bde5-45f3-bf8f-bc4dd92e08f6"},"sha256":"c7da96146efb43a60fe4a7fae9af0f77cb557c8b578d6854de63aff1d6a72633","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\nc7da96146efb43a60fe4a7fae9af0f77cb557c8b578d6854de63aff1d6a72633","sig":"vXUJrkXrDgog-pwvzBG-if5S-Rob1NGwQQ4GED0flgtdQB6eXT-lyYvaflIAKbgL4Rbi7cN0yKJy3TM8zsNNCw","signed_at":"2026-11-02T01:23:19.562Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}