{"source":"https://crawlcheck.io/registry","retrieved":"2026-09-11T18:15:45.810Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":87},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":22},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":6},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":76},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":97},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":10}],"stale_after_days":30,"shelf":"aipolicy","total":97,"corpus":263,"complete":true,"cursor":null,"rows":[{"host":"303fence.com","at":"2026-09-01T17:34:52.421Z","grade":"C","score":75,"findings":2,"id":"dgqgsr6xls","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-09-05T02:01:08.658Z","grade":"B","score":83,"findings":1,"id":"xivwnrlcil","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-08-27T14:58:52.111Z","grade":"C","score":75,"findings":2,"id":"2iz85dekpd","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-09-01T18:10:36.206Z","grade":"D","score":71,"findings":4,"id":"occn3cghg0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-09-01T21:16:38.620Z","grade":"C","score":82,"findings":3,"id":"8q16dc3ttv","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-09-01T18:46:05.228Z","grade":"C","score":77,"findings":2,"id":"ctpt02qc2y","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"angi.com","at":"2026-09-04T20:20:57.996Z","grade":"C","score":64,"findings":3,"id":"3xwf3efjk0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-09-01T21:22:46.611Z","grade":"C","score":83,"findings":3,"id":"xp8unqbral","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-09-10T16:40:08.269Z","grade":"B","score":83,"findings":3,"id":"2gr3u17hkh","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-08-14T23:55:44.558Z","grade":"C","score":71,"findings":2,"id":"nn6zubuxdq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-09-10T16:40:08.139Z","grade":"B","score":80,"findings":4,"id":"9hqi6b7adu","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arvadatreeservicellc.com","at":"2026-09-11T04:48:44.553Z","grade":"A","score":96,"findings":0,"id":"rqrvtu8cuh","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-09-11T04:18:23.715Z","grade":"","score":null,"findings":4,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-09-01T21:15:33.485Z","grade":"C","score":80,"findings":1,"id":"wjzh1p2fa8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"callrail.com","at":"2026-09-01T20:36:09.922Z","grade":"C","score":76,"findings":2,"id":"kv9lagnnnk","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"canva.com","at":"2026-09-01T21:43:32.161Z","grade":"C","score":64,"findings":6,"id":"0saz6g255z","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"cleversearch.ai","at":"2026-08-16T03:07:59.503Z","grade":"C","score":72,"findings":2,"id":"2jxie064h8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-09-11T03:18:01.153Z","grade":"","score":null,"findings":1,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"coalharbourlaw.ca","at":"2026-09-10T16:40:08.125Z","grade":"C","score":80,"findings":2,"id":"gp1g3w7cbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"coloradopremiertreecare.org","at":"2026-09-10T06:22:53.899Z","grade":"C","score":77,"findings":3,"id":"l9k2805ttl","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"denverpost.com","at":"2026-09-10T16:54:21.747Z","grade":"C","score":78,"findings":6,"id":"ebpa1bq5kh","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dlcandtree.com","at":"2026-09-01T17:29:20.569Z","grade":"C","score":76,"findings":4,"id":"5m6hodzij6","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dnb.com","at":"2026-08-12T14:06:05.024Z","grade":"F","score":80,"findings":1,"id":"vrle2gwuer","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"dryerventwizard.com","at":"2026-09-01T21:18:01.514Z","grade":"C","score":81,"findings":2,"id":"vr00xl5k3k","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"duckduckgo.com","at":"2026-09-01T21:40:31.237Z","grade":"C","score":78,"findings":3,"id":"5vdop5yckp","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"en.wikipedia.org","at":"2026-08-14T20:03:24.436Z","grade":"D","score":66,"findings":4,"id":"liq52ok2yh","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"environmentaltreecarellc.com","at":"2026-08-25T16:40:48.321Z","grade":"D","score":72,"findings":4,"id":"t42rky66xn","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"etsy.com","at":"2026-09-01T21:43:38.531Z","grade":"D","score":73,"findings":5,"id":"0jfry52bem","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"europa.eu","at":"2026-09-11T04:17:56.914Z","grade":"","score":null,"findings":4,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ewrdigital.com","at":"2026-09-11T02:17:56.703Z","grade":"","score":null,"findings":2,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"excalidraw.com","at":"2026-09-02T17:36:30.362Z","grade":"C","score":81,"findings":4,"id":"f3znfcoe1g","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"fenceright.com","at":"2026-09-01T17:35:46.745Z","grade":"C","score":82,"findings":4,"id":"gv9fik7obd","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"fivestarpainting.com","at":"2026-09-01T21:17:29.235Z","grade":"C","score":80,"findings":3,"id":"v00oyd4wtm","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"frase.io","at":"2026-09-11T04:17:54.886Z","grade":"C","score":81,"findings":2,"id":"yyfwb34hdl","shelves":["llms","agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"github.com","at":"2026-09-01T21:19:07.929Z","grade":"D","score":73,"findings":4,"id":"5yfqfi70xr","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"glassdoctor.com","at":"2026-09-01T21:16:56.439Z","grade":"C","score":83,"findings":3,"id":"260b1w450b","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"gov.uk","at":"2026-09-11T02:18:31.444Z","grade":"","score":null,"findings":5,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"gulchdentalstudio.com","at":"2026-09-10T16:40:45.444Z","grade":"C","score":79,"findings":2,"id":"re6bkg8dmb","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"gymshark.com","at":"2026-09-01T19:24:29.753Z","grade":"C","score":66,"findings":4,"id":"lv0xfs3o0e","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"hartzer.com","at":"2026-08-13T13:33:40.014Z","grade":"F","score":78,"findings":1,"id":"mjhog37f0q","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"highlandslandscaping.com","at":"2026-09-01T17:36:53.160Z","grade":"C","score":65,"findings":3,"id":"8crp6597gj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"homeadvisor.com","at":"2026-09-01T18:19:10.318Z","grade":"D","score":71,"findings":4,"id":"834x5wrd30","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ikea.com","at":"2026-09-01T18:10:33.285Z","grade":"C","score":83,"findings":5,"id":"jihu6oh4bw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"indianaccent.com","at":"2026-09-10T16:40:52.670Z","grade":"D","score":75,"findings":6,"id":"v57qid8fz8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"lucky-spins.shop","at":"2026-09-05T04:21:15.613Z","grade":"C","score":71,"findings":4,"id":"wnehwummc0","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"mademoisellepirate.com","at":"2026-09-06T18:59:30.645Z","grade":"C","score":80,"findings":2,"id":"ws3xx4f9oc","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"mercadolibre.com.ar","at":"2026-09-01T18:54:58.000Z","grade":"C","score":65,"findings":8,"id":"c39gvn1mdq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"mistersparky.com","at":"2026-09-01T21:16:15.132Z","grade":"C","score":78,"findings":1,"id":"h5w7gf3g03","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"mollymaid.com","at":"2026-09-01T21:10:40.539Z","grade":"C","score":83,"findings":3,"id":"xzv56rwmb0","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"moz.com","at":"2026-09-11T07:17:59.497Z","grade":"C","score":84,"findings":4,"id":"qz2qf3jwd4","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"mrelectric.com","at":"2026-09-01T21:18:17.591Z","grade":"C","score":76,"findings":4,"id":"e33nks5wam","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"nerdwallet.com","at":"2026-09-01T16:58:06.834Z","grade":"C","score":80,"findings":4,"id":"nl3hpjvlf9","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"notion.so","at":"2026-09-01T21:20:36.032Z","grade":"C","score":67,"findings":5,"id":"hzyhjx98zw","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"nytimes.com","at":"2026-09-05T04:24:13.876Z","grade":"D","score":72,"findings":7,"id":"qju7dfppr1","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"oncrawl.com","at":"2026-09-11T14:17:55.799Z","grade":"B","score":77,"findings":2,"id":"gp68tnlhk6","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"onehourheatandair.com","at":"2026-09-01T21:15:50.969Z","grade":"C","score":80,"findings":1,"id":"5xdlxm2xsa","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"otto.de","at":"2026-09-01T18:05:05.758Z","grade":"C","score":85,"findings":4,"id":"cqogpj9nxc","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"precisiondoor.net","at":"2026-09-01T21:18:33.642Z","grade":"C","score":80,"findings":3,"id":"1s0p3r69n3","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"rainbowintl.com","at":"2026-09-01T21:17:11.149Z","grade":"C","score":78,"findings":3,"id":"4vtj0t4h6j","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"rankscale.ai","at":"2026-09-10T23:17:52.833Z","grade":"C","score":85,"findings":2,"id":"iq4na2e8ne","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"samtheconcreteman.com","at":"2026-09-01T17:37:10.940Z","grade":"C","score":72,"findings":3,"id":"c2bcte9ofn","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"savatree.com","at":"2026-09-01T17:37:20.060Z","grade":"C","score":79,"findings":1,"id":"0im6rna16q","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"semrush.com","at":"2026-09-11T06:17:52.438Z","grade":"C","score":82,"findings":3,"id":"dopnumet2c","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"senske.com","at":"2026-09-10T16:43:59.027Z","grade":"C","score":79,"findings":5,"id":"l96vzycgv9","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"seobility.net","at":"2026-09-11T15:17:54.840Z","grade":"C","score":73,"findings":6,"id":"b2q5x0pbqt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"seranking.com","at":"2026-09-11T08:17:59.459Z","grade":"C","score":78,"findings":5,"id":"qc1wc0pgkm","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"serpstat.com","at":"2026-08-18T21:19:32.876Z","grade":"B","score":77,"findings":0,"id":"kg54yq23j7","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"shopify.com","at":"2026-09-01T21:20:20.317Z","grade":"C","score":79,"findings":2,"id":"wh53mp8ifz","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"simplycodes.com","at":"2026-08-28T19:40:29.481Z","grade":"D","score":81,"findings":6,"id":"5ygbbjwigk","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"sonicsenses.com","at":"2026-08-19T17:40:51.945Z","grade":"A","score":88,"findings":0,"id":"jno6u7o8vt","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"spyfu.com","at":"2026-08-18T21:21:06.042Z","grade":"C","score":70,"findings":2,"id":"xawbfl3khw","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"statista.com","at":"2026-08-12T16:06:13.398Z","grade":"F","score":63,"findings":3,"id":"gsh61k7n98","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"stripe.com","at":"2026-09-11T02:18:36.111Z","grade":"","score":null,"findings":1,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"supremearvadafencing.com","at":"2026-09-11T04:48:45.540Z","grade":"A","score":93,"findings":0,"id":"jjwf108l2f","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"supremefencingdenver.com","at":"2026-09-11T04:48:45.567Z","grade":"A","score":93,"findings":0,"id":"m0ogzs8j1g","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"supremefencinglakewood.com","at":"2026-09-11T04:48:44.524Z","grade":"A","score":97,"findings":0,"id":"7ckfb68jf6","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"terminix.com","at":"2026-09-01T21:09:45.921Z","grade":"C","score":74,"findings":2,"id":"wacyrbv7ej","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"theguardian.com","at":"2026-09-01T21:21:37.529Z","grade":"D","score":69,"findings":4,"id":"7dh77pa4b0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"trakkr.ai","at":"2026-09-01T17:28:09.930Z","grade":"C","score":89,"findings":1,"id":"37ax2bxz1g","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"treeservicedenvercolorado.com","at":"2026-09-11T00:18:51.138Z","grade":"","score":null,"findings":0,"id":"","shelves":["agents","mediakit","aipolicy"],"stale":false,"verified":false},{"host":"treeservicedenverllc.com","at":"2026-09-11T04:57:58.464Z","grade":"A","score":98,"findings":0,"id":"8mxigmk90m","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"trugreen.com","at":"2026-09-01T21:13:02.649Z","grade":"C","score":76,"findings":2,"id":"dj67go072k","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"tryrankly.com","at":"2026-09-09T17:15:30.103Z","grade":"C","score":73,"findings":3,"id":"ekfhzv139t","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"who.int","at":"2026-09-11T05:18:15.002Z","grade":"","score":null,"findings":3,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"wikipedia.org","at":"2026-09-11T03:18:03.748Z","grade":"","score":null,"findings":4,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"wikiwand.com","at":"2026-08-25T20:29:53.808Z","grade":"D","score":68,"findings":6,"id":"d6ukbxchcs","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"wired.com","at":"2026-09-01T21:21:50.968Z","grade":"C","score":77,"findings":3,"id":"bz84ttaoca","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"woorank.com","at":"2026-08-18T21:21:19.392Z","grade":"C","score":81,"findings":2,"id":"b1esad3q84","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"wordpress.org","at":"2026-09-11T03:18:06.464Z","grade":"","score":null,"findings":1,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ycombinator.com","at":"2026-09-01T21:24:18.289Z","grade":"C","score":68,"findings":5,"id":"3rvuj9dow9","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"yelp.com","at":"2026-09-01T18:46:16.083Z","grade":"F","score":58,"findings":6,"id":"f9hpg3q75m","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"zalando.de","at":"2026-09-01T18:46:16.169Z","grade":"D","score":61,"findings":4,"id":"iwspheqnc4","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"zapier.com","at":"2026-09-01T21:25:19.291Z","grade":"C","score":81,"findings":4,"id":"hu1c06fcgc","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false}]}