{"kind":"crawlcheck-registry","v":1,"source":"https://crawlcheck.io/registry","retrieved":"2026-11-17T10:36:35.309Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":563},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":60},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":15},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":574},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":618},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":111}],"stale_after_days":30,"shelf":null,"total":1619,"corpus":1619,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":100,"complete":false,"next":"https://crawlcheck.io/api/registry?limit=100&offset=100","cursor":null,"rows":[{"host":"11888.gr","at":"2026-11-16T21:29:52.626Z","grade":"B","score":84,"findings":1,"id":"yy2ekb12d8","shelves":["entity"],"stale":false,"verified":false},{"host":"303fence.com","at":"2026-11-16T10:02:42.568Z","grade":"A","score":87,"findings":5,"id":"oi48fwdabw","shelves":[],"stale":false,"verified":false},{"host":"501works.com","at":"2026-11-12T10:02:44.448Z","grade":"C","score":84,"findings":5,"id":"5fuhqsk1cs","shelves":["entity"],"stale":false,"verified":false},{"host":"9to5google.com","at":"2026-11-16T18:45:53.594Z","grade":"C","score":82,"findings":5,"id":"zqfzbxvae1","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"aaaemergencytreeservice.com","at":"2026-11-15T18:24:45.064Z","grade":"D","score":76,"findings":8,"id":"tgt0nnqotk","shelves":[],"stale":false,"verified":false},{"host":"aandmlandscapingdesign.com","at":"2026-11-17T05:25:39.751Z","grade":"D","score":80,"findings":7,"id":"1hz6zhk7qa","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"abcnews.go.com","at":"2026-11-15T21:47:56.095Z","grade":"D","score":62,"findings":11,"id":"c89ydc9tlb","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"abgoyal.com","at":"2026-10-15T18:28:06.526Z","grade":"C","score":85,"findings":2,"id":"exjmlxlmeo","shelves":[],"stale":true,"verified":false},{"host":"about.crunchbase.com","at":"2026-11-15T21:07:01.439Z","grade":"C","score":78,"findings":3,"id":"jp9ur3keqo","shelves":["entity"],"stale":false,"verified":false},{"host":"about.google","at":"2026-11-17T07:09:31.109Z","grade":"C","score":75,"findings":6,"id":"spsepdz504","shelves":[],"stale":false,"verified":false},{"host":"about.me","at":"2026-11-16T15:40:30.263Z","grade":"C","score":81,"findings":6,"id":"ldk7odtzot","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"abridge.com","at":"2026-11-16T17:02:50.477Z","grade":"C","score":83,"findings":4,"id":"vqddlksf3i","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"account.whitespark.ca","at":"2026-11-15T17:59:02.391Z","grade":"D","score":66,"findings":5,"id":"0go4wk3ukc","shelves":[],"stale":false,"verified":false},{"host":"accounts.google.com","at":"2026-11-15T13:49:51.573Z","grade":"D","score":74,"findings":7,"id":"cer1rbm0xb","shelves":[],"stale":false,"verified":false},{"host":"accuranker.com","at":"2026-11-17T07:16:42.898Z","grade":"C","score":83,"findings":6,"id":"fggfh19mbz","shelves":[],"stale":false,"verified":false},{"host":"acedesignsonline.com","at":"2026-11-16T15:11:36.805Z","grade":"C","score":91,"findings":5,"id":"si8rezln1r","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"acquiredigital.com","at":"2026-11-11T20:47:53.101Z","grade":"C","score":81,"findings":5,"id":"vt0j4wt657","shelves":[],"stale":false,"verified":false},{"host":"acsoldiers.com","at":"2026-11-15T14:33:01.201Z","grade":"C","score":80,"findings":6,"id":"vdm0owkz5q","shelves":[],"stale":false,"verified":false},{"host":"activeloop.ai","at":"2026-11-14T07:02:43.060Z","grade":"C","score":79,"findings":3,"id":"ru301cp7ge","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"acxiom.com","at":"2026-11-16T10:47:56.058Z","grade":"C","score":82,"findings":2,"id":"3z5jlh1jct","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"ad-transparency.bonniernews.se","at":"2026-10-31T12:33:33.661Z","grade":"D","score":63,"findings":9,"id":"iiuhy53nrb","shelves":[],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-11-17T01:17:46.296Z","grade":"C","score":74,"findings":4,"id":"hc9y0h7ln5","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"adamigo.ai","at":"2026-11-17T06:27:41.464Z","grade":"C","score":84,"findings":6,"id":"5ted81zw7j","shelves":["entity"],"stale":false,"verified":false},{"host":"addons.mozilla.org","at":"2026-11-15T14:49:51.634Z","grade":"C","score":73,"findings":3,"id":"6yny5vyond","shelves":[],"stale":false,"verified":false},{"host":"addons.opera.com","at":"2026-11-15T18:03:42.405Z","grade":"D","score":71,"findings":6,"id":"c8t61o2clm","shelves":[],"stale":false,"verified":false},{"host":"adept.ai","at":"2026-11-16T20:47:55.840Z","grade":"D","score":68,"findings":6,"id":"0mwxxinnwr","shelves":[],"stale":false,"verified":false},{"host":"adobe.io","at":"2026-11-11T21:02:41.799Z","grade":"C","score":73,"findings":6,"id":"c0s2slbuxe","shelves":[],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-11-16T00:32:59.558Z","grade":"B","score":85,"findings":0,"id":"mwuam98qfw","shelves":["llms"],"stale":false,"verified":false},{"host":"ads.google.com","at":"2026-11-15T20:02:36.670Z","grade":"D","score":60,"findings":4,"id":"30ong3kw2r","shelves":[],"stale":false,"verified":false},{"host":"aeotool.ai","at":"2026-11-11T15:33:16.424Z","grade":"C","score":81,"findings":3,"id":"vwki5z7ns9","shelves":[],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-11-15T02:33:03.147Z","grade":"A","score":88,"findings":1,"id":"8lozc4tdc8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aftonbladet.se","at":"2026-11-16T12:35:37.903Z","grade":"C","score":79,"findings":5,"id":"mdxvp4bf8x","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"agent-exec.448c.org","at":"2026-11-13T12:47:51.108Z","grade":"B","score":81,"findings":5,"id":"2fs39mcaag","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"agentalog.com","at":"2026-11-16T17:33:02.449Z","grade":"C","score":87,"findings":6,"id":"e4uqfuamtn","shelves":["llms","agentapi"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-11-17T08:33:07.354Z","grade":"B","score":80,"findings":4,"id":"dp2m8265t9","shelves":["llms"],"stale":false,"verified":false},{"host":"ahlens.se","at":"2026-11-17T05:49:51.136Z","grade":"C","score":78,"findings":4,"id":"x5tm886vqa","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ahrefs.com","at":"2026-11-11T01:47:53.578Z","grade":"C","score":67,"findings":3,"id":"jwomlwonql","shelves":[],"stale":false,"verified":false},{"host":"ai-credits.ai","at":"2026-11-14T18:32:57.208Z","grade":"C","score":85,"findings":3,"id":"hwi7a7cys2","shelves":["llms"],"stale":false,"verified":false},{"host":"ai.google","at":"2026-11-17T07:02:35.754Z","grade":"C","score":84,"findings":5,"id":"eqgqes51s7","shelves":[],"stale":false,"verified":false},{"host":"ai21.com","at":"2026-11-16T19:47:53.775Z","grade":"A","score":83,"findings":2,"id":"qrqx1fmwlu","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aiagentsdirectory.com","at":"2026-11-15T19:02:37.202Z","grade":"C","score":82,"findings":5,"id":"4eh327xxtg","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-11-16T04:33:02.977Z","grade":"C","score":84,"findings":5,"id":"o4hw6fejpr","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-11-17T00:02:50.987Z","grade":"C","score":88,"findings":4,"id":"wy4fvw9m9z","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"aidoc.com","at":"2026-11-16T20:02:39.313Z","grade":"C","score":81,"findings":3,"id":"5scg0c7k4k","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-11-15T08:48:06.688Z","grade":"D","score":70,"findings":4,"id":"5yse90vc6z","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"airbridge.io","at":"2026-11-07T12:33:05.187Z","grade":"C","score":83,"findings":5,"id":"42wlasj0ar","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aircanada.com","at":"2026-10-04T05:08:46.778Z","grade":"C","score":66,"findings":6,"id":"g0xl0vtadf","shelves":[],"stale":true,"verified":false},{"host":"aireserv.com","at":"2026-11-14T03:48:24.195Z","grade":"C","score":82,"findings":5,"id":"twwium1kn9","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"aivisibilitystudio.com","at":"2026-11-16T16:11:38.237Z","grade":"A","score":91,"findings":1,"id":"b8q8bi46n0","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"alanjaychevrolet.com","at":"2026-11-12T16:32:58.976Z","grade":"C","score":66,"findings":10,"id":"zet6mwqsy2","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"albertomurillo.com","at":"2026-11-11T23:56:24.070Z","grade":"A","score":89,"findings":5,"id":"3yvyukof2f","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"algolia.com","at":"2026-11-17T01:32:57.099Z","grade":"C","score":77,"findings":6,"id":"uc5v7dfq40","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aliyun.com","at":"2026-11-16T02:33:01.002Z","grade":"D","score":69,"findings":6,"id":"7mmg2ccllz","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-11-16T07:33:05.710Z","grade":"C","score":79,"findings":4,"id":"a8ehfs0zrp","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allenturnerchevrolet.com","at":"2026-11-11T16:50:28.238Z","grade":"C","score":77,"findings":7,"id":"1w46ue1vv7","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":true,"verified":false},{"host":"alli.ai","at":"2026-11-11T04:33:01.624Z","grade":"C","score":67,"findings":5,"id":"683d9qy51p","shelves":[],"stale":false,"verified":false},{"host":"allo-chantiers.fr","at":"2026-11-17T02:21:13.445Z","grade":"B","score":82,"findings":4,"id":"si00u2dcqn","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-11-16T11:47:51.111Z","grade":"C","score":85,"findings":4,"id":"lq8j6u13sl","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"altitudearborist.com","at":"2026-11-16T15:35:37.598Z","grade":"C","score":72,"findings":8,"id":"9kvlbni6x1","shelves":[],"stale":false,"verified":false},{"host":"altocibum.com","at":"2026-11-12T23:35:20.049Z","grade":"C","score":83,"findings":1,"id":"3oy2a8p7zv","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"amcustomcontracting.com","at":"2026-11-16T01:08:20.775Z","grade":"A","score":88,"findings":4,"id":"ollt6b83hm","shelves":["llms"],"stale":false,"verified":false},{"host":"amelia.expressen.se","at":"2026-11-17T06:31:41.862Z","grade":"C","score":69,"findings":3,"id":"tazsoglhsp","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-11-09T10:02:51.826Z","grade":"C","score":85,"findings":7,"id":"qf48wp0450","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"amicited.com","at":"2026-11-14T03:47:52.673Z","grade":"B","score":85,"findings":4,"id":"6yac9g6vkp","shelves":["llms"],"stale":false,"verified":false},{"host":"amtrak.com","at":"2026-10-30T16:49:49.273Z","grade":"B","score":70,"findings":2,"id":"0dtj2gf1yn","shelves":[],"stale":false,"verified":false},{"host":"analytics.google.com","at":"2026-11-15T04:58:58.925Z","grade":"D","score":56,"findings":5,"id":"46cn1pf6ad","shelves":[],"stale":false,"verified":false},{"host":"ancestry.com","at":"2026-11-04T08:02:40.106Z","grade":"C","score":56,"findings":4,"id":"7jqjjin194","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"angi.com","at":"2026-11-09T16:33:01.681Z","grade":"C","score":70,"findings":6,"id":"n1ko4doubn","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"anonimowihazardzisci.org","at":"2026-11-15T12:33:03.160Z","grade":"C","score":86,"findings":4,"id":"lbayhors05","shelves":[],"stale":false,"verified":false},{"host":"anthonymrugacz.com","at":"2026-11-09T19:02:22.824Z","grade":"C","score":84,"findings":3,"id":"s54b3zerqi","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"anthropic.com","at":"2026-11-16T21:33:03.804Z","grade":"C","score":79,"findings":4,"id":"ayuvp17cno","shelves":[],"stale":false,"verified":false},{"host":"anymorph.ai","at":"2026-11-16T17:09:31.994Z","grade":"D","score":87,"findings":4,"id":"8gyo6w82h9","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"anyscale.com","at":"2026-11-17T03:47:54.332Z","grade":"C","score":82,"findings":5,"id":"hxs7mxbpqp","shelves":["entity"],"stale":false,"verified":false},{"host":"anyword.com","at":"2026-11-16T21:02:37.668Z","grade":"B","score":83,"findings":4,"id":"j2ac1ogquh","shelves":[],"stale":false,"verified":false},{"host":"aocr.org","at":"2026-11-15T16:41:19.817Z","grade":"D","score":60,"findings":7,"id":"pulxv5t6j8","shelves":[],"stale":false,"verified":false},{"host":"apache.org","at":"2026-11-16T12:33:02.661Z","grade":"D","score":75,"findings":4,"id":"88fol3kqb8","shelves":[],"stale":false,"verified":false},{"host":"apexstudio.se","at":"2026-11-17T09:54:17.392Z","grade":"A","score":86,"findings":3,"id":"d556i5uva5","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"apify.com","at":"2026-11-14T15:28:27.993Z","grade":"C","score":84,"findings":7,"id":"98xrfgwv8f","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"app.accuranker.com","at":"2026-11-16T11:03:42.158Z","grade":"D","score":65,"findings":6,"id":"fu4oi8qvga","shelves":[],"stale":false,"verified":false},{"host":"app.alkhemyst-ai.cloud","at":"2026-11-09T13:02:45.657Z","grade":"A","score":85,"findings":0,"id":"dzevlvgv8n","shelves":["llms"],"stale":false,"verified":false},{"host":"app.callrail.com","at":"2026-11-10T19:48:04.213Z","grade":"D","score":73,"findings":6,"id":"0rm0x5h62z","shelves":[],"stale":false,"verified":false},{"host":"app.intercom.com","at":"2026-11-15T17:52:32.817Z","grade":"D","score":78,"findings":4,"id":"8jvdq3frwt","shelves":[],"stale":false,"verified":false},{"host":"app.leadgenerated.com","at":"2026-11-15T08:38:26.810Z","grade":"D","score":75,"findings":3,"id":"qs9h9vde4a","shelves":[],"stale":false,"verified":false},{"host":"app.localfalcon.com","at":"2026-11-15T17:31:41.963Z","grade":"D","score":50,"findings":5,"id":"dj5vsxpd1q","shelves":[],"stale":false,"verified":false},{"host":"app.neilpatel.com","at":"2026-11-15T15:02:49.672Z","grade":"C","score":65,"findings":7,"id":"mw7oat4fcu","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"appen.com","at":"2026-11-11T07:02:50.670Z","grade":"C","score":87,"findings":8,"id":"j5ctbkafwk","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-11-14T10:33:03.544Z","grade":"C","score":87,"findings":3,"id":"cojjx36toc","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"apple.news","at":"2026-11-13T02:33:01.339Z","grade":"D","score":66,"findings":3,"id":"rdgl5ythxx","shelves":[],"stale":false,"verified":false},{"host":"applewoodfixit.com","at":"2026-11-16T15:32:57.834Z","grade":"C","score":84,"findings":2,"id":"oz5zfht85z","shelves":["llms"],"stale":false,"verified":false},{"host":"applovin.com","at":"2026-11-12T06:33:01.492Z","grade":"D","score":74,"findings":7,"id":"2eu7nwzpkd","shelves":["entity"],"stale":false,"verified":false},{"host":"apps.apple.com","at":"2026-11-15T20:20:56.326Z","grade":"C","score":78,"findings":3,"id":"li04a7ytz2","shelves":["entity"],"stale":false,"verified":false},{"host":"appsflyer.com","at":"2026-11-10T13:02:51.714Z","grade":"C","score":77,"findings":5,"id":"rh5c3gjuuq","shelves":["llms","agents","entity"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-11-16T09:02:43.744Z","grade":"A","score":85,"findings":6,"id":"va2vjb1tbt","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-11-11T15:47:56.578Z","grade":"C","score":82,"findings":5,"id":"4rxufysdxa","shelves":[],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-11-15T07:47:51.046Z","grade":"C","score":82,"findings":3,"id":"f4c6wu6v0c","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortechtreeco.com","at":"2026-11-17T05:28:50.826Z","grade":"B","score":77,"findings":5,"id":"soo9zn0vh6","shelves":[],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":true,"verified":false},{"host":"archive.org","at":"2026-11-10T20:33:03.025Z","grade":"C","score":76,"findings":3,"id":"css6dyh3b7","shelves":[],"stale":false,"verified":false},{"host":"archivesupport.zendesk.com","at":"2026-11-16T18:43:00.312Z","grade":"C","score":71,"findings":4,"id":"c67r2znhz5","shelves":["aipolicy"],"stale":false,"verified":false}],"code":{"build_id":"e875330d3698a820","script_sha16":"1a9fd85a720e3ae4","state":"attested","deployed":{"at":"2026-11-17T10:07:54.946Z"},"build_log_entry":2726,"score_version":43,"scoring_policy_sha256":"3e08fccfbbce356dc82ecd302b32a226a36fc0fb3150a4ab72248fb5795372af","decision_rules_sha256":"18dd5636e0896692ab518050cb401744edea2e6f1086dff94fead314959bdc3e","check":"https://crawlcheck.io/api/v1/builds/e875330d3698a820"},"sha256":"c0dafcecdb650b377ff91bd089e57f3db2a5b085af1dc5bbf5bf84155d4dc5d5","signature":{"v":1,"alg":"Ed25519","kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","over":"sha256","message":"crawlcheck-data-v1\nc0dafcecdb650b377ff91bd089e57f3db2a5b085af1dc5bbf5bf84155d4dc5d5","sig":"5eeN6uOhGk0d0ToihoyeXtu8cPxFmpQwFWeYEYed7ijgMUbkyNP-6Z30UNaE0A-4Qn9qg1LIXGZWKZwFTEDBCA","signed_at":"2026-11-17T10:36:35.591Z","key":{"kid":"1hHmE3fo1rg5Ig70wuFtJ5wBc7G-sUTgUJkxyPWFRps","jwk":{"kty":"OKP","crv":"Ed25519","x":"5TmKCOx0TTHepq7HwyXBHvGQpVCSBd2lV8cLzYVqFxQ"},"published_in":"https://crawlcheck.io/.well-known/http-message-signatures-directory"},"canonical":"sha256 over canonical JSON of every field except sha256 and signature"}}