{"source":"https://crawlcheck.io/registry","retrieved":"2026-09-11T18:14:30.366Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":87},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":22},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":6},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":76},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":97},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":10}],"stale_after_days":30,"shelf":"entity","total":76,"corpus":263,"complete":true,"cursor":null,"rows":[{"host":"ahrefs.com","at":"2026-09-10T05:17:36.938Z","grade":"C","score":77,"findings":5,"id":"tdret1t67n","shelves":["entity"],"stale":false,"verified":false},{"host":"aiclicks.io","at":"2026-09-01T17:28:14.818Z","grade":"C","score":83,"findings":1,"id":"7c97npxymy","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"allstateroofingaz.com","at":"2026-09-10T06:04:05.108Z","grade":"C","score":85,"findings":5,"id":"mfd1uvhlgl","shelves":["entity"],"stale":false,"verified":false},{"host":"apple.com","at":"2026-09-01T21:22:46.611Z","grade":"C","score":83,"findings":3,"id":"xp8unqbral","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"arborcaretreesolutions.com","at":"2026-09-10T16:40:08.269Z","grade":"B","score":83,"findings":3,"id":"2gr3u17hkh","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"arborscapes.net","at":"2026-09-04T22:13:01.977Z","grade":"C","score":76,"findings":3,"id":"r7xq6whs7a","shelves":["entity"],"stale":false,"verified":false},{"host":"arvadatreeservicellc.com","at":"2026-09-11T04:48:44.553Z","grade":"A","score":96,"findings":0,"id":"rqrvtu8cuh","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"billhartzer.com","at":"2026-08-20T03:02:31.045Z","grade":"C","score":85,"findings":2,"id":"n3ftfdqtdv","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"botify.com","at":"2026-09-11T13:17:58.515Z","grade":"C","score":81,"findings":4,"id":"udm20repyc","shelves":["entity"],"stale":false,"verified":false},{"host":"citytechroofing.ie","at":"2026-09-10T06:09:06.015Z","grade":"C","score":75,"findings":4,"id":"yz7hswogl4","shelves":["entity"],"stale":false,"verified":false},{"host":"clarkekentplumbing.com","at":"2026-09-10T16:40:08.723Z","grade":"C","score":78,"findings":1,"id":"n8bio88dh5","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"coloradotreeservicepros.com","at":"2026-09-10T16:40:08.635Z","grade":"B","score":77,"findings":3,"id":"4q23yt7oz6","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"conductor.com","at":"2026-09-11T17:17:54.629Z","grade":"C","score":72,"findings":5,"id":"epfmuvzzjk","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-09-11T14:46:28.465Z","grade":"A","score":96,"findings":0,"id":"6tqnjplheh","shelves":["llms","agents","mediakit","entity","agentapi"],"stale":false,"verified":true},{"host":"crawlercheck.com","at":"2026-08-27T02:27:27.747Z","grade":"A","score":89,"findings":0,"id":"da8ootkhxu","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"dentalessence.com.sg","at":"2026-09-10T16:40:09.468Z","grade":"C","score":76,"findings":4,"id":"wisgt993sr","shelves":["entity"],"stale":false,"verified":false},{"host":"denverfencebuilder.com","at":"2026-09-01T17:35:21.211Z","grade":"C","score":72,"findings":2,"id":"x7f6j78ddm","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"denverpost.com","at":"2026-09-10T16:54:21.747Z","grade":"C","score":78,"findings":6,"id":"ebpa1bq5kh","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dlcandtree.com","at":"2026-09-01T17:29:20.569Z","grade":"C","score":76,"findings":4,"id":"5m6hodzij6","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"dotaseo.com","at":"2026-09-11T04:50:29.515Z","grade":"D","score":77,"findings":2,"id":"64qycvaefq","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"emmanuelorta.com","at":"2026-09-11T14:11:02.969Z","grade":"A","score":99,"findings":0,"id":"u8xsp2bev7","shelves":["llms","agents","mediakit","entity"],"stale":false,"verified":true},{"host":"erdoganilkay.com","at":"2026-09-04T09:49:05.487Z","grade":"D","score":77,"findings":4,"id":"jxfzaqve37","shelves":["entity"],"stale":false,"verified":false},{"host":"higoodie.com","at":"2026-09-11T00:17:52.682Z","grade":"C","score":82,"findings":3,"id":"nk9wokjoru","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"hubspot.com","at":"2026-09-01T21:24:57.529Z","grade":"C","score":78,"findings":4,"id":"qar879ekjc","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"ikea.com","at":"2026-09-01T18:10:33.285Z","grade":"C","score":83,"findings":5,"id":"jihu6oh4bw","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"ivftreatmentistanbul.com","at":"2026-09-04T09:34:28.557Z","grade":"C","score":81,"findings":5,"id":"x56157cjqd","shelves":["entity"],"stale":false,"verified":false},{"host":"lamlegal.ca","at":"2026-09-10T16:41:26.212Z","grade":"C","score":79,"findings":2,"id":"lli3teaf7b","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"llmrefs.com","at":"2026-09-01T17:28:12.344Z","grade":"C","score":81,"findings":2,"id":"ooc021y43y","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"loopr.ai","at":"2026-09-09T08:13:54.810Z","grade":"B","score":76,"findings":1,"id":"ir1hj6o6ox","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"lucky-spins.shop","at":"2026-09-05T04:21:15.613Z","grade":"C","score":71,"findings":4,"id":"wnehwummc0","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"lumar.io","at":"2026-09-11T12:17:59.009Z","grade":"B","score":82,"findings":1,"id":"4ofnr4agat","shelves":["entity"],"stale":false,"verified":false},{"host":"lyonsroofing.com","at":"2026-09-10T22:27:29.247Z","grade":"B","score":80,"findings":3,"id":"zloryem44z","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"mademoisellepirate.com","at":"2026-09-06T18:59:30.645Z","grade":"C","score":80,"findings":2,"id":"ws3xx4f9oc","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"moz.com","at":"2026-09-11T07:17:59.497Z","grade":"C","score":84,"findings":4,"id":"qz2qf3jwd4","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"mrelectric.com","at":"2026-09-01T21:18:17.591Z","grade":"C","score":76,"findings":4,"id":"e33nks5wam","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"nerdwallet.com","at":"2026-09-01T16:58:06.834Z","grade":"C","score":80,"findings":4,"id":"nl3hpjvlf9","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"nwnvh.com","at":"2026-09-10T16:43:16.524Z","grade":"D","score":59,"findings":9,"id":"muwuf8bg55","shelves":["entity"],"stale":false,"verified":false},{"host":"nytimes.com","at":"2026-09-05T04:24:13.876Z","grade":"D","score":72,"findings":7,"id":"qju7dfppr1","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"oncrawl.com","at":"2026-09-11T14:17:55.799Z","grade":"B","score":77,"findings":2,"id":"gp68tnlhk6","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"orkin.com","at":"2026-09-01T21:10:19.723Z","grade":"C","score":83,"findings":3,"id":"y7sq43vrc2","shelves":["entity"],"stale":false,"verified":false},{"host":"otto.de","at":"2026-09-01T18:05:05.758Z","grade":"C","score":85,"findings":4,"id":"cqogpj9nxc","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"petschoiceveteriner.com","at":"2026-09-04T09:51:33.559Z","grade":"A","score":83,"findings":2,"id":"vve4vtyk5u","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"phoenixroofingandrepair.com","at":"2026-09-10T16:43:16.217Z","grade":"C","score":76,"findings":5,"id":"p0zkodc3wc","shelves":["entity"],"stale":false,"verified":false},{"host":"projectlandscape.ca","at":"2026-09-10T16:43:20.372Z","grade":"C","score":74,"findings":2,"id":"v5taa0c4t3","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"properplumbingcolorado.com","at":"2026-08-28T18:21:17.452Z","grade":"D","score":79,"findings":5,"id":"ohzt583i7x","shelves":["entity"],"stale":false,"verified":false},{"host":"proximityplumbing.com.au","at":"2026-09-10T06:10:16.393Z","grade":"B","score":81,"findings":1,"id":"mm4fq7ptjx","shelves":["entity"],"stale":false,"verified":false},{"host":"rainbowintl.com","at":"2026-09-01T21:17:11.149Z","grade":"C","score":78,"findings":3,"id":"4vtj0t4h6j","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"rankscale.ai","at":"2026-09-10T23:17:52.833Z","grade":"C","score":85,"findings":2,"id":"iq4na2e8ne","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"rencoroofing.com","at":"2026-09-10T16:43:58.014Z","grade":"C","score":67,"findings":6,"id":"kifek9cptp","shelves":["entity"],"stale":false,"verified":false},{"host":"reviewadda.com","at":"2026-08-26T05:12:39.723Z","grade":"D","score":77,"findings":3,"id":"tzybpu1mie","shelves":["entity"],"stale":false,"verified":false},{"host":"roto-rooter.com","at":"2026-09-01T21:09:15.625Z","grade":"F","score":63,"findings":8,"id":"b4w1rdu9jh","shelves":["entity"],"stale":false,"verified":false},{"host":"savatree.com","at":"2026-09-01T17:37:20.060Z","grade":"C","score":79,"findings":1,"id":"0im6rna16q","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"screamingfrog.co.uk","at":"2026-09-11T10:17:59.059Z","grade":"C","score":76,"findings":5,"id":"ntww81ze3t","shelves":["entity"],"stale":false,"verified":false},{"host":"semrush.com","at":"2026-09-11T06:17:52.438Z","grade":"C","score":82,"findings":3,"id":"dopnumet2c","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"senske.com","at":"2026-09-10T16:43:59.027Z","grade":"C","score":79,"findings":5,"id":"l96vzycgv9","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"seranking.com","at":"2026-09-11T08:17:59.459Z","grade":"C","score":78,"findings":5,"id":"qc1wc0pgkm","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"shopify.com","at":"2026-09-01T21:20:20.317Z","grade":"C","score":79,"findings":2,"id":"wh53mp8ifz","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"similarweb.com","at":"2026-09-11T09:17:59.351Z","grade":"C","score":74,"findings":2,"id":"rr6benuyu4","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"stevesairductcleaning.com","at":"2026-08-27T20:30:50.510Z","grade":"C","score":74,"findings":3,"id":"bruvh8ag64","shelves":["entity"],"stale":false,"verified":false},{"host":"supremearvadafencing.com","at":"2026-09-11T04:48:45.540Z","grade":"A","score":93,"findings":0,"id":"jjwf108l2f","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"supremefencingdenver.com","at":"2026-09-11T04:48:45.567Z","grade":"A","score":93,"findings":0,"id":"m0ogzs8j1g","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"supremefencinglakewood.com","at":"2026-09-11T04:48:44.524Z","grade":"A","score":97,"findings":0,"id":"7ckfb68jf6","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"surferseo.com","at":"2026-09-11T02:17:52.224Z","grade":"C","score":81,"findings":4,"id":"wpd71nu07d","shelves":["entity"],"stale":false,"verified":false},{"host":"taddikentree.com","at":"2026-09-04T22:11:10.250Z","grade":"C","score":74,"findings":6,"id":"hxecwgf8p9","shelves":["entity"],"stale":false,"verified":false},{"host":"terminix.com","at":"2026-09-01T21:09:45.921Z","grade":"C","score":74,"findings":2,"id":"wacyrbv7ej","shelves":["entity","aipolicy"],"stale":false,"verified":false},{"host":"terrariumstation.com","at":"2026-09-11T04:57:59.254Z","grade":"A","score":93,"findings":0,"id":"yrjp8oka4e","shelves":["llms","agents","mediakit","entity"],"stale":false,"verified":true},{"host":"thegroundsguys.com","at":"2026-09-01T21:17:47.083Z","grade":"F","score":64,"findings":8,"id":"x6aa5e57b2","shelves":["entity"],"stale":false,"verified":false},{"host":"trakkr.ai","at":"2026-09-01T17:28:09.930Z","grade":"C","score":89,"findings":1,"id":"37ax2bxz1g","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"treeservicedenverllc.com","at":"2026-09-11T04:57:58.464Z","grade":"A","score":98,"findings":0,"id":"8mxigmk90m","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"trugreen.com","at":"2026-09-01T21:13:02.649Z","grade":"C","score":76,"findings":2,"id":"dj67go072k","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"tryrankly.com","at":"2026-09-09T17:15:30.103Z","grade":"C","score":73,"findings":3,"id":"ekfhzv139t","shelves":["llms","entity","aipolicy"],"stale":false,"verified":false},{"host":"vercel.com","at":"2026-09-01T21:19:47.183Z","grade":"C","score":80,"findings":2,"id":"wbkrhg84zk","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"writesonic.com","at":"2026-09-11T01:17:51.123Z","grade":"C","score":83,"findings":2,"id":"1usrbeopzn","shelves":["llms","entity"],"stale":false,"verified":false},{"host":"zapier.com","at":"2026-09-01T21:25:19.291Z","grade":"C","score":81,"findings":4,"id":"hu1c06fcgc","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"ziptie.dev","at":"2026-09-01T17:34:43.592Z","grade":"A","score":82,"findings":1,"id":"ki22is6gxk","shelves":["entity"],"stale":false,"verified":false}]}