{"source":"https://crawlcheck.io/registry","retrieved":"2026-09-11T18:14:41.666Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":87},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":22},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":6},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":76},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":97},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":10}],"stale_after_days":30,"shelf":"agents","total":22,"corpus":263,"complete":true,"cursor":null,"rows":[{"host":"allbirds.com","at":"2026-09-01T18:46:05.228Z","grade":"C","score":77,"findings":2,"id":"ctpt02qc2y","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"arvadatreeservicellc.com","at":"2026-09-11T04:48:44.553Z","grade":"A","score":96,"findings":0,"id":"rqrvtu8cuh","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-08-23T03:01:35.558Z","grade":"B","score":73,"findings":0,"id":"yvyaoz0oi6","shelves":["agents"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-09-01T16:41:33.141Z","grade":"B","score":80,"findings":0,"id":"j7ga0da2tg","shelves":["agents","agentapi"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-09-11T14:46:28.465Z","grade":"A","score":96,"findings":0,"id":"6tqnjplheh","shelves":["llms","agents","mediakit","entity","agentapi"],"stale":false,"verified":true},{"host":"credentialrecord.com","at":"2026-09-11T04:50:13.305Z","grade":"A","score":91,"findings":0,"id":"vbilu89z3w","shelves":["llms","agents"],"stale":false,"verified":false},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"echo.free.beeceptor.com","at":"2026-08-21T03:07:47.339Z","grade":"C","score":79,"findings":2,"id":"5fb92pczsk","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"echo.hoppscotch.io","at":"2026-08-21T03:09:25.188Z","grade":"C","score":79,"findings":2,"id":"kzflaif3ss","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"emmanuelorta.com","at":"2026-09-11T14:11:02.969Z","grade":"A","score":99,"findings":0,"id":"u8xsp2bev7","shelves":["llms","agents","mediakit","entity"],"stale":false,"verified":true},{"host":"firecrawl.dev","at":"2026-09-02T11:59:39.925Z","grade":"C","score":65,"findings":2,"id":"jutvloncji","shelves":["agents"],"stale":false,"verified":false},{"host":"frase.io","at":"2026-09-11T04:17:54.886Z","grade":"C","score":81,"findings":2,"id":"yyfwb34hdl","shelves":["llms","agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"gymshark.com","at":"2026-09-01T19:24:29.753Z","grade":"C","score":66,"findings":4,"id":"lv0xfs3o0e","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"shop.app","at":"2026-08-23T03:27:34.572Z","grade":"D","score":87,"findings":2,"id":"2izeo4yi0c","shelves":["agents","agentapi"],"stale":false,"verified":false},{"host":"shopify.com","at":"2026-09-01T21:20:20.317Z","grade":"C","score":79,"findings":2,"id":"wh53mp8ifz","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"supremearvadafencing.com","at":"2026-09-11T04:48:45.540Z","grade":"A","score":93,"findings":0,"id":"jjwf108l2f","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"supremefencingdenver.com","at":"2026-09-11T04:48:45.567Z","grade":"A","score":93,"findings":0,"id":"m0ogzs8j1g","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"supremefencinglakewood.com","at":"2026-09-11T04:48:44.524Z","grade":"A","score":97,"findings":0,"id":"7ckfb68jf6","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"terrariumstation.com","at":"2026-09-11T04:57:59.254Z","grade":"A","score":93,"findings":0,"id":"yrjp8oka4e","shelves":["llms","agents","mediakit","entity"],"stale":false,"verified":true},{"host":"treeservicedenvercolorado.com","at":"2026-09-11T00:18:51.138Z","grade":"","score":null,"findings":0,"id":"","shelves":["agents","mediakit","aipolicy"],"stale":false,"verified":false},{"host":"treeservicedenverllc.com","at":"2026-09-11T04:57:58.464Z","grade":"A","score":98,"findings":0,"id":"8mxigmk90m","shelves":["llms","agents","mediakit","entity","aipolicy"],"stale":false,"verified":true},{"host":"vercel.com","at":"2026-09-01T21:19:47.183Z","grade":"C","score":80,"findings":2,"id":"wbkrhg84zk","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false}]}