{"source":"https://crawlcheck.io/registry","retrieved":"2026-09-11T18:14:03.859Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":87},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":22},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":6},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":76},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":97},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":10}],"stale_after_days":30,"shelf":null,"total":263,"corpus":263,"complete":true,"cursor":null,"rows":[{"host":"303fence.com","at":"2026-09-01T17:34:52.421Z","grade":"C","score":75,"findings":2,"id":"dgqgsr6xls","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"adactio.com","at":"2026-09-01T22:55:55.250Z","grade":"C","score":76,"findings":3,"id":"z30wrxnh73","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"adrevdigital.com","at":"2026-09-04T22:54:09.380Z","grade":"A","score":85,"findings":0,"id":"kljuxtx3pu","shelves":["llms"],"stale":false,"verified":false},{"host":"aethelauto.in","at":"2026-09-05T02:01:08.658Z","grade":"B","score":83,"findings":1,"id":"xivwnrlcil","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"agentic.ai","at":"2026-08-13T20:02:08.847Z","grade":"B","score":80,"findings":0,"id":"9n3f5c2rwo","shelves":["llms"],"stale":false,"verified":false},{"host":"ahrefs.com","at":"2026-09-10T05:17:36.938Z","grade":"C","score":77,"findings":5,"id":"tdret1t67n","shelves":["entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-09-01T17:28:14.818Z","grade":"C","score":83,"findings":1,"id":"7c97npxymy","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"aicrawlercheck.com","at":"2026-08-27T14:58:52.111Z","grade":"C","score":75,"findings":2,"id":"2iz85dekpd","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"airbnb.com","at":"2026-09-01T18:10:36.206Z","grade":"D","score":71,"findings":4,"id":"occn3cghg0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"aireserv.com","at":"2026-09-01T21:16:38.620Z","grade":"C","score":82,"findings":3,"id":"8q16dc3ttv","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"allbirds.com","at":"2026-09-01T18:46:05.228Z","grade":"C","score":77,"findings":2,"id":"ctpt02qc2y","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"allguardroofing.ie","at":"2026-09-10T06:07:47.892Z","grade":"C","score":72,"findings":4,"id":"hb6bromwn4","shelves":[],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-09-10T06:04:05.108Z","grade":"C","score":85,"findings":5,"id":"mfd1uvhlgl","shelves":["entity"],"stale":false,"verified":false},{"host":"americanarborcare.com","at":"2026-09-01T17:35:01.569Z","grade":"B","score":84,"findings":1,"id":"293gqo6v1o","shelves":[],"stale":false,"verified":false},{"host":"angi.com","at":"2026-09-04T20:20:57.996Z","grade":"C","score":64,"findings":3,"id":"3xwf3efjk0","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"apache.org","at":"2026-09-01T18:45:53.942Z","grade":"D","score":70,"findings":4,"id":"xceyrgptf6","shelves":[],"stale":false,"verified":false},{"host":"apple.com","at":"2026-09-01T21:22:46.611Z","grade":"C","score":83,"findings":3,"id":"xp8unqbral","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-09-10T16:40:08.269Z","grade":"B","score":83,"findings":3,"id":"2gr3u17hkh","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborday.org","at":"2026-08-14T23:55:44.558Z","grade":"C","score":71,"findings":2,"id":"nn6zubuxdq","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-09-04T22:13:01.977Z","grade":"C","score":76,"findings":3,"id":"r7xq6whs7a","shelves":["entity"],"stale":false,"verified":false},{"host":"arbortectree.com","at":"2026-09-01T17:54:21.943Z","grade":"D","score":61,"findings":6,"id":"a4cux2vfq7","shelves":[],"stale":false,"verified":false},{"host":"archive.org","at":"2026-09-01T21:26:11.908Z","grade":"C","score":74,"findings":2,"id":"wxkogpg4ov","shelves":[],"stale":false,"verified":false},{"host":"arnoldsmithlaw.com","at":"2026-09-10T16:40:08.139Z","grade":"B","score":80,"findings":4,"id":"9hqi6b7adu","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arvadaco.gov","at":"2026-08-26T05:10:50.602Z","grade":"C","score":75,"findings":3,"id":"k1c0fryl6w","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"arvadatreeservicellc.com","at":"2026-09-11T04:48:44.553Z","grade":"A","score":96,"findings":0,"id":"rqrvtu8cuh","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"athenahq.ai","at":"2026-09-10T22:17:53.232Z","grade":"B","score":80,"findings":1,"id":"1phpap93qr","shelves":["llms"],"stale":false,"verified":false},{"host":"bbc.co.uk","at":"2026-09-11T04:18:23.715Z","grade":"","score":null,"findings":4,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"benjaminfranklinplumbing.com","at":"2026-09-01T21:15:33.485Z","grade":"C","score":80,"findings":1,"id":"wjzh1p2fa8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"bestseopodcast.com","at":"2026-09-11T02:17:52.429Z","grade":"","score":null,"findings":1,"id":"","shelves":[],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"blueheronrestaurant.com","at":"2026-09-10T06:03:38.233Z","grade":"F","score":33,"findings":0,"id":"kqhpuchken","shelves":[],"stale":false,"verified":false},{"host":"booking.com","at":"2026-09-01T18:17:26.482Z","grade":"C","score":67,"findings":2,"id":"v5rgw8pfj6","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"botify.com","at":"2026-09-11T13:17:58.515Z","grade":"C","score":81,"findings":4,"id":"udm20repyc","shelves":["entity"],"stale":false,"verified":false},{"host":"brightedge.com","at":"2026-09-10T17:17:21.703Z","grade":"C","score":70,"findings":0,"id":"lncp83jfxi","shelves":["llms"],"stale":false,"verified":false},{"host":"callrail.com","at":"2026-09-01T20:36:09.922Z","grade":"C","score":76,"findings":2,"id":"kv9lagnnnk","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"canva.com","at":"2026-09-01T21:43:32.161Z","grade":"C","score":64,"findings":6,"id":"0saz6g255z","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"ccmirror.crawlcheck.io","at":"2026-08-23T03:00:16.746Z","grade":"D","score":67,"findings":3,"id":"9b5846yyil","shelves":[],"stale":false,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-08-23T03:01:35.558Z","grade":"B","score":73,"findings":0,"id":"yvyaoz0oi6","shelves":["agents"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-09-01T16:41:33.141Z","grade":"B","score":80,"findings":0,"id":"j7ga0da2tg","shelves":["agents","agentapi"],"stale":false,"verified":false},{"host":"cdc.gov","at":"2026-09-11T05:17:58.570Z","grade":"","score":null,"findings":3,"id":"","shelves":[],"stale":false,"verified":false},{"host":"chlandscaping.com","at":"2026-09-01T17:34:06.888Z","grade":"D","score":58,"findings":4,"id":"4xbk0a5l2j","shelves":[],"stale":false,"verified":false},{"host":"citytechroofing.ie","at":"2026-09-10T06:09:06.015Z","grade":"C","score":75,"findings":4,"id":"yz7hswogl4","shelves":["entity"],"stale":false,"verified":false},{"host":"clarkekentplumbing.com","at":"2026-09-10T16:40:08.723Z","grade":"C","score":78,"findings":1,"id":"n8bio88dh5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"clearscope.io","at":"2026-09-11T03:17:57.911Z","grade":"D","score":72,"findings":3,"id":"d5bkjmz8zo","shelves":[],"stale":false,"verified":false},{"host":"cleversearch.ai","at":"2026-08-16T03:07:59.503Z","grade":"C","score":72,"findings":2,"id":"2jxie064h8","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-09-11T03:18:01.153Z","grade":"","score":null,"findings":1,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"coalharbourlaw.ca","at":"2026-09-10T16:40:08.125Z","grade":"C","score":80,"findings":2,"id":"gp1g3w7cbj","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"coloradoexcavating.com","at":"2026-09-01T17:35:10.820Z","grade":"C","score":73,"findings":1,"id":"baefvr70j5","shelves":[],"stale":false,"verified":false},{"host":"coloradopremiertreecare.org","at":"2026-09-10T06:22:53.899Z","grade":"C","score":77,"findings":3,"id":"l9k2805ttl","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"coloradotreeservicepros.com","at":"2026-09-10T16:40:08.635Z","grade":"B","score":77,"findings":3,"id":"4q23yt7oz6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"coloradotreetrimming.com","at":"2026-08-21T19:34:05.054Z","grade":"C","score":78,"findings":2,"id":"2nyui6lipt","shelves":[],"stale":false,"verified":false},{"host":"concretesolutionsdenver.com","at":"2026-09-01T17:30:08.995Z","grade":"F","score":54,"findings":3,"id":"3nnto00rwy","shelves":[],"stale":false,"verified":false},{"host":"condorconcrete.com","at":"2026-09-01T17:30:11.430Z","grade":"B","score":80,"findings":1,"id":"5ot0fx0mr2","shelves":[],"stale":false,"verified":false},{"host":"conductor.com","at":"2026-09-11T17:17:54.629Z","grade":"C","score":72,"findings":5,"id":"epfmuvzzjk","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"cprcertificationchicago.com","at":"2026-08-12T23:09:00.285Z","grade":"B","score":71,"findings":1,"id":"v7t190b5g1","shelves":[],"stale":false,"verified":false},{"host":"craigslist.org","at":"2026-09-01T21:23:26.960Z","grade":"B","score":75,"findings":1,"id":"lixn8id13g","shelves":[],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-09-11T14:46:28.465Z","grade":"A","score":96,"findings":0,"id":"6tqnjplheh","shelves":["llms","agents","mediakit","entity","agentapi"],"stale":false,"verified":true},{"host":"crawlercheck.com","at":"2026-08-27T02:27:27.747Z","grade":"A","score":89,"findings":0,"id":"da8ootkhxu","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"credentialrecord.com","at":"2026-09-11T04:50:13.305Z","grade":"A","score":91,"findings":0,"id":"vbilu89z3w","shelves":["llms","agents"],"stale":false,"verified":false},{"host":"darioamodei.com","at":"2026-09-05T21:51:43.919Z","grade":"C","score":81,"findings":3,"id":"i98dpq4n9m","shelves":["llms"],"stale":false,"verified":false},{"host":"davey.com","at":"2026-09-04T22:11:10.002Z","grade":"B","score":87,"findings":1,"id":"tcmnfldvta","shelves":[],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"deepcrawl.com","at":"2026-08-18T23:34:30.664Z","grade":"C","score":70,"findings":1,"id":"ec3e55vhwg","shelves":[],"stale":false,"verified":false},{"host":"dentalessence.com.sg","at":"2026-09-10T16:40:09.468Z","grade":"C","score":76,"findings":4,"id":"wisgt993sr","shelves":["entity"],"stale":false,"verified":false},{"host":"denverfencebuilder.com","at":"2026-09-01T17:35:21.211Z","grade":"C","score":72,"findings":2,"id":"x7f6j78ddm","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"denverfenceguys.com","at":"2026-09-01T17:35:37.302Z","grade":"D","score":67,"findings":6,"id":"6jgslh7bfb","shelves":[],"stale":false,"verified":false},{"host":"denvergov.org","at":"2026-09-03T00:53:54.944Z","grade":"D","score":73,"findings":4,"id":"hyp4a9bon5","shelves":[],"stale":false,"verified":false},{"host":"denverpost.com","at":"2026-09-10T16:54:21.747Z","grade":"C","score":78,"findings":6,"id":"ebpa1bq5kh","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"di-www3u.u-strasbg.fr","at":"2026-09-09T05:03:59.118Z","grade":"D","score":63,"findings":5,"id":"86s0fmw5d3","shelves":[],"stale":false,"verified":false},{"host":"dlcandtree.com","at":"2026-09-01T17:29:20.569Z","grade":"C","score":76,"findings":4,"id":"5m6hodzij6","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dnb.com","at":"2026-08-12T14:06:05.024Z","grade":"F","score":80,"findings":1,"id":"vrle2gwuer","shelves":["aipolicy"],"stale":true,"verified":false},{"host":"docs.python.org","at":"2026-09-01T21:22:18.646Z","grade":"C","score":80,"findings":3,"id":"t6m6bxax7y","shelves":[],"stale":false,"verified":false},{"host":"dotaseo.com","at":"2026-09-11T04:50:29.515Z","grade":"D","score":77,"findings":2,"id":"64qycvaefq","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"dryerventwizard.com","at":"2026-09-01T21:18:01.514Z","grade":"C","score":81,"findings":2,"id":"vr00xl5k3k","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"duckduckgo.com","at":"2026-09-01T21:40:31.237Z","grade":"C","score":78,"findings":3,"id":"5vdop5yckp","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"echo.free.beeceptor.com","at":"2026-08-21T03:07:47.339Z","grade":"C","score":79,"findings":2,"id":"5fb92pczsk","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"echo.hoppscotch.io","at":"2026-08-21T03:09:25.188Z","grade":"C","score":79,"findings":2,"id":"kzflaif3ss","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"edsfusion.in","at":"2026-09-05T23:02:12.474Z","grade":"C","score":69,"findings":3,"id":"cjt2lmo3fp","shelves":[],"stale":false,"verified":false},{"host":"emmanuelorta.com","at":"2026-09-11T14:11:02.969Z","grade":"A","score":99,"findings":0,"id":"u8xsp2bev7","shelves":["llms","agents","mediakit","entity"],"stale":false,"verified":true},{"host":"en.wikipedia.org","at":"2026-08-14T20:03:24.436Z","grade":"D","score":66,"findings":4,"id":"liq52ok2yh","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"environmentaltreecarellc.com","at":"2026-08-25T16:40:48.321Z","grade":"D","score":72,"findings":4,"id":"t42rky66xn","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"erdoganilkay.com","at":"2026-09-04T09:49:05.487Z","grade":"D","score":77,"findings":4,"id":"jxfzaqve37","shelves":["entity"],"stale":false,"verified":false},{"host":"etsy.com","at":"2026-09-01T21:43:38.531Z","grade":"D","score":73,"findings":5,"id":"0jfry52bem","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"europa.eu","at":"2026-09-11T04:17:56.914Z","grade":"","score":null,"findings":4,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"evertune.ai","at":"2026-09-01T17:29:04.932Z","grade":"B","score":83,"findings":1,"id":"b77qfvz14a","shelves":["llms"],"stale":false,"verified":false},{"host":"ewrdigital.com","at":"2026-09-11T02:17:56.703Z","grade":"","score":null,"findings":2,"id":"","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"example.com","at":"2026-09-06T01:05:06.616Z","grade":"D","score":64,"findings":6,"id":"k91r9c16pm","shelves":[],"stale":false,"verified":false},{"host":"excalidraw.com","at":"2026-09-02T17:36:30.362Z","grade":"C","score":81,"findings":4,"id":"f3znfcoe1g","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"fenceright.com","at":"2026-09-01T17:35:46.745Z","grade":"C","score":82,"findings":4,"id":"gv9fik7obd","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"finalsite.com","at":"2026-08-29T18:22:49.158Z","grade":"D","score":66,"findings":3,"id":"n3q3bxknaw","shelves":["llms"],"stale":false,"verified":false},{"host":"firecrawl.dev","at":"2026-09-02T11:59:39.925Z","grade":"C","score":65,"findings":2,"id":"jutvloncji","shelves":["agents"],"stale":false,"verified":false},{"host":"fivestarpainting.com","at":"2026-09-01T21:17:29.235Z","grade":"C","score":80,"findings":3,"id":"v00oyd4wtm","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"footerscatering.com","at":"2026-08-29T03:50:13.064Z","grade":"C","score":77,"findings":2,"id":"aymn47elzv","shelves":[],"stale":false,"verified":false},{"host":"frase.io","at":"2026-09-11T04:17:54.886Z","grade":"C","score":81,"findings":2,"id":"yyfwb34hdl","shelves":["llms","agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"geotool.ai","at":"2026-09-05T04:20:33.340Z","grade":"C","score":80,"findings":3,"id":"msmtg9kz0b","shelves":[],"stale":false,"verified":false},{"host":"geranium.dk","at":"2026-09-10T16:40:44.265Z","grade":"D","score":62,"findings":3,"id":"ggx1lo86wc","shelves":[],"stale":false,"verified":false},{"host":"github.com","at":"2026-09-01T21:19:07.929Z","grade":"D","score":73,"findings":4,"id":"5yfqfi70xr","shelves":["aipolicy"],"stale":false,"verified":false},{"host":"glassdoctor.com","at":"2026-09-01T21:16:56.439Z","grade":"C","score":83,"findings":3,"id":"260b1w450b","shelves":["llms","aipolicy"],"stale":false,"verified":false},{"host":"gosnappyclean.com","at":"2026-08-15T18:51:10.309Z","grade":"C","score":82,"findings":2,"id":"7ekm1xf6hk","shelves":[],"stale":false,"verified":false},{"host":"gov.uk","at":"2026-09-11T02:18:31.444Z","grade":"","score":null,"findings":5,"id":"","shelves":["aipolicy"],"stale":false,"verified":false}]}