{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T10:34:50.938Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":"agents","total":31,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":31,"complete":true,"next":null,"cursor":null,"rows":[{"host":"allbirds.com","at":"2026-10-04T04:03:08.126Z","grade":"C","score":76,"findings":2,"id":"v09df1ca9s","shelves":["agents","aipolicy"],"stale":false,"verified":false},{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"brightdata.com","at":"2026-10-22T12:03:33.600Z","grade":"C","score":90,"findings":6,"id":"10femv7z0x","shelves":["agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"calibreapp.com","at":"2026-10-26T17:06:27.863Z","grade":"C","score":80,"findings":4,"id":"pudoxrh9b2","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-10-14T07:05:44.328Z","grade":"D","score":67,"findings":2,"id":"qjjowcc63s","shelves":["agents","mediakit","entity","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-10-14T07:34:50.862Z","grade":"A","score":88,"findings":0,"id":"h42psadjpg","shelves":["agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-10-27T04:21:45.084Z","grade":"A","score":99,"findings":0,"id":"silknkgmjt","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"credentialrecord.com","at":"2026-10-15T10:50:15.791Z","grade":"A","score":93,"findings":1,"id":"jywzjpkqct","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"deathwishcoffee.com","at":"2026-08-23T02:43:35.613Z","grade":"C","score":77,"findings":2,"id":"plm9jzdswh","shelves":["agents","entity","aipolicy"],"stale":true,"verified":false},{"host":"dubiaroaches.com","at":"2026-10-03T13:47:30.330Z","grade":"C","score":79,"findings":3,"id":"5sxku9l8cv","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"echo.free.beeceptor.com","at":"2026-08-21T03:07:47.339Z","grade":"C","score":79,"findings":2,"id":"5fb92pczsk","shelves":["llms","agents","agentapi"],"stale":true,"verified":false},{"host":"echo.hoppscotch.io","at":"2026-08-21T03:09:25.188Z","grade":"C","score":79,"findings":2,"id":"kzflaif3ss","shelves":["llms","agents","agentapi"],"stale":true,"verified":false},{"host":"emmanuelorta.com","at":"2026-10-27T04:21:42.624Z","grade":"A","score":94,"findings":0,"id":"algo9a15if","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"firecrawl.dev","at":"2026-10-23T00:45:04.255Z","grade":"C","score":66,"findings":7,"id":"xyj2xacnx9","shelves":["llms","agents"],"stale":false,"verified":false},{"host":"frase.io","at":"2026-10-26T06:34:09.220Z","grade":"C","score":79,"findings":3,"id":"bvarjmaw2u","shelves":["llms","agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"gymshark.com","at":"2026-09-01T19:24:29.753Z","grade":"C","score":66,"findings":4,"id":"lv0xfs3o0e","shelves":["agents","aipolicy"],"stale":true,"verified":false},{"host":"invideo.io","at":"2026-10-23T06:36:53.841Z","grade":"C","score":80,"findings":4,"id":"0tivlwh4vn","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"langfuse.com","at":"2026-10-23T10:04:30.132Z","grade":"C","score":72,"findings":3,"id":"271gvjm4pj","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"openrouter.ai","at":"2026-10-23T19:37:05.073Z","grade":"D","score":85,"findings":4,"id":"6wxjjxm3vb","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"parallel.ai","at":"2026-10-23T23:06:00.018Z","grade":"C","score":83,"findings":2,"id":"i9c6y0e5l2","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"protectai.com","at":"2026-10-27T10:34:21.002Z","grade":"D","score":65,"findings":9,"id":"gabvrvc6nk","shelves":["agents"],"stale":false,"verified":false},{"host":"shop.app","at":"2026-10-04T04:37:39.275Z","grade":"A","score":87,"findings":3,"id":"zvs4uacglb","shelves":["agents","agentapi"],"stale":false,"verified":false},{"host":"shopify.com","at":"2026-10-22T12:34:52.175Z","grade":"C","score":81,"findings":5,"id":"59o3iniov1","shelves":["llms","agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"speakeasy.com","at":"2026-10-24T23:35:46.310Z","grade":"C","score":87,"findings":5,"id":"j3taa27bts","shelves":["llms","agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"tatteredcover.com","at":"2026-10-15T01:47:05.064Z","grade":"C","score":84,"findings":5,"id":"4hguvbqf9p","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false},{"host":"tavily.com","at":"2026-10-25T04:36:20.608Z","grade":"C","score":80,"findings":3,"id":"47rux90pz4","shelves":["agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"terrariumstation.com","at":"2026-10-27T04:21:30.729Z","grade":"A","score":93,"findings":0,"id":"y2x1n01bag","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"thedefiantforest.com","at":"2026-09-16T21:58:28.405Z","grade":"C","score":72,"findings":3,"id":"es314z7xti","shelves":["agents","aipolicy"],"stale":true,"verified":false},{"host":"vast.ai","at":"2026-10-18T09:21:57.804Z","grade":"A","score":87,"findings":4,"id":"i9km8znltu","shelves":["agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"vercel.com","at":"2026-10-04T06:00:13.652Z","grade":"C","score":83,"findings":4,"id":"mszfnjif4r","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"weaviate.io","at":"2026-10-25T15:35:21.577Z","grade":"C","score":85,"findings":7,"id":"litg6r3ebu","shelves":["agents","entity","aipolicy"],"stale":false,"verified":false}]}