{"source":"https://crawlcheck.io/registry","retrieved":"2026-10-27T10:34:50.680Z","note":"Rows are derived from scans this service performed. A site is listed because a fetch produced the row, never because anyone submitted it, and no payment moves a shelf.","shelves":[{"code":"llms","name":"llms.txt","means":"The file resolves and its links point at pages that exist on the same host.","count":341},{"code":"agents","name":"agents.md","means":"An /agents.md is served and is not an HTML 404 dressed as one.","count":31},{"code":"mediakit","name":"Media kit","means":"A /.well-known/media-kit.json is served — machine-readable press facts, assets and usage terms.","count":7},{"code":"entity","name":"Entity graph","means":"At least one sameAs was fetched and found pointing back. Reciprocity tested, not declared.","count":370},{"code":"aipolicy","name":"AI access policy","means":"robots.txt names AI crawlers by name rather than leaving them to the wildcard.","count":311},{"code":"agentapi","name":"Agent-callable","means":"An API catalog, MCP server card or agent-skills index is served.","count":72}],"stale_after_days":30,"shelf":"agentapi","total":72,"corpus":918,"population":"corpus counts registry rows: domains with a complete, graded full scan that can be published and have not opted out. It is not the homepage sites_measured, which also counts lighter census readings that get no registry row.","offset":0,"limit":100,"returned":72,"complete":true,"next":null,"cursor":null,"rows":[{"host":"apify.com","at":"2026-10-22T09:03:24.067Z","grade":"C","score":84,"findings":5,"id":"1ct4jzbg7m","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"augmentcode.com","at":"2026-10-26T12:34:56.751Z","grade":"C","score":78,"findings":3,"id":"c93bhtsb8f","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"brightdata.com","at":"2026-10-22T12:03:33.600Z","grade":"C","score":90,"findings":6,"id":"10femv7z0x","shelves":["agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"brokervsadvisor.com","at":"2026-10-09T16:33:03.234Z","grade":"A","score":84,"findings":1,"id":"gijxza6oej","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"browserless.io","at":"2026-10-26T16:04:48.998Z","grade":"C","score":82,"findings":3,"id":"gx3vw2a791","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"businessvaluenow.com","at":"2026-10-09T16:33:57.835Z","grade":"A","score":83,"findings":1,"id":"z1ajvcxuzk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"caspchecklist.com","at":"2026-10-09T16:48:02.206Z","grade":"A","score":85,"findings":1,"id":"o3bs6ggnmk","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.credentialrecord.net","at":"2026-10-14T07:05:44.328Z","grade":"D","score":67,"findings":2,"id":"qjjowcc63s","shelves":["agents","mediakit","entity","agentapi"],"stale":false,"verified":false},{"host":"ccmirror.supremearvadafencing.com","at":"2026-10-14T07:34:50.862Z","grade":"A","score":88,"findings":0,"id":"h42psadjpg","shelves":["agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"clickhouse.com","at":"2026-10-26T20:05:56.331Z","grade":"C","score":82,"findings":5,"id":"ictxzyrotm","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"cloudflare.com","at":"2026-10-27T06:18:26.896Z","grade":"C","score":82,"findings":3,"id":"ubdlrnaff2","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"context7.com","at":"2026-10-12T04:47:28.304Z","grade":"C","score":82,"findings":5,"id":"m4w2283iz6","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"convex.dev","at":"2026-10-26T22:34:02.127Z","grade":"C","score":84,"findings":3,"id":"wi2w6vnusl","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"crawlcheck.io","at":"2026-10-27T04:21:45.084Z","grade":"A","score":99,"findings":0,"id":"silknkgmjt","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"credentialrecord.com","at":"2026-10-15T10:50:15.791Z","grade":"A","score":93,"findings":1,"id":"jywzjpkqct","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"crewai.com","at":"2026-10-27T00:34:14.109Z","grade":"C","score":82,"findings":2,"id":"0ja8gdsced","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"decouvrant.fr","at":"2026-10-23T20:58:42.789Z","grade":"C","score":88,"findings":3,"id":"8e24s070iq","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"deepgram.com","at":"2026-10-27T02:34:53.370Z","grade":"C","score":85,"findings":5,"id":"9jznwa3flo","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"echo.free.beeceptor.com","at":"2026-08-21T03:07:47.339Z","grade":"C","score":79,"findings":2,"id":"5fb92pczsk","shelves":["llms","agents","agentapi"],"stale":true,"verified":false},{"host":"echo.hoppscotch.io","at":"2026-08-21T03:09:25.188Z","grade":"C","score":79,"findings":2,"id":"kzflaif3ss","shelves":["llms","agents","agentapi"],"stale":true,"verified":false},{"host":"elevenlabs.io","at":"2026-10-22T20:04:26.954Z","grade":"C","score":71,"findings":6,"id":"vwygmi32hf","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"emmanuelorta.com","at":"2026-10-27T04:21:42.624Z","grade":"A","score":94,"findings":0,"id":"algo9a15if","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"fieldrobin.com","at":"2026-10-14T23:32:05.781Z","grade":"D","score":75,"findings":6,"id":"anifpfpsxs","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"frase.io","at":"2026-10-26T06:34:09.220Z","grade":"C","score":79,"findings":3,"id":"bvarjmaw2u","shelves":["llms","agents","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"gitbook.com","at":"2026-10-04T05:12:02.578Z","grade":"C","score":75,"findings":3,"id":"c3mdidt5d9","shelves":["llms","agentapi"],"stale":false,"verified":false},{"host":"groupeolivier.com","at":"2026-10-26T19:16:21.250Z","grade":"C","score":70,"findings":7,"id":"rw926f71xk","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"gtmetrix.com","at":"2026-10-23T02:36:25.496Z","grade":"C","score":82,"findings":3,"id":"2abfvqtrk9","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"healthline.com","at":"2026-10-12T10:34:57.185Z","grade":"D","score":73,"findings":9,"id":"uydt35bsx6","shelves":["mediakit","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"hoboworks.cloud","at":"2026-10-14T23:20:09.937Z","grade":"B","score":82,"findings":2,"id":"p8twume6vt","shelves":["llms","agentapi"],"stale":false,"verified":false},{"host":"hostinger.com","at":"2026-10-04T04:42:20.367Z","grade":"C","score":85,"findings":6,"id":"gh1md8dl7a","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"huggingface.co","at":"2026-10-23T05:06:14.125Z","grade":"C","score":82,"findings":4,"id":"uv5wk4f3cm","shelves":["agentapi"],"stale":false,"verified":false},{"host":"jasper.ai","at":"2026-10-23T07:35:15.919Z","grade":"C","score":83,"findings":5,"id":"ja2l9a16py","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"kentcdodds.com","at":"2026-10-07T20:48:53.890Z","grade":"C","score":78,"findings":4,"id":"2zenutk3yf","shelves":["agentapi"],"stale":false,"verified":false},{"host":"langfuse.com","at":"2026-10-23T10:04:30.132Z","grade":"C","score":72,"findings":3,"id":"271gvjm4pj","shelves":["llms","agents","agentapi"],"stale":false,"verified":false},{"host":"machinerelations.ai","at":"2026-10-23T00:34:03.999Z","grade":"A","score":91,"findings":3,"id":"d3gnry2gwd","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"mathieuberthet.com","at":"2026-10-14T23:50:00.604Z","grade":"A","score":86,"findings":1,"id":"9gph6ujqbi","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"motherduck.com","at":"2026-10-23T16:34:23.882Z","grade":"C","score":87,"findings":3,"id":"pepz3lzlea","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"mudko.com","at":"2026-10-15T00:02:06.423Z","grade":"C","score":75,"findings":4,"id":"ifs5ese7j1","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"netlify.com","at":"2026-10-04T04:57:15.612Z","grade":"C","score":80,"findings":4,"id":"qcuww6hz6p","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"openrouter.ai","at":"2026-10-23T19:37:05.073Z","grade":"D","score":85,"findings":4,"id":"6wxjjxm3vb","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"opensearch.org","at":"2026-10-23T20:04:12.682Z","grade":"C","score":78,"findings":3,"id":"c4u5e8zy6m","shelves":["agentapi"],"stale":false,"verified":false},{"host":"oxylabs.io","at":"2026-10-23T22:04:50.448Z","grade":"C","score":73,"findings":4,"id":"k9r55nnaph","shelves":["llms","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"parallel.ai","at":"2026-10-23T23:06:00.018Z","grade":"C","score":83,"findings":2,"id":"i9c6y0e5l2","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"peerpush.com","at":"2026-10-22T16:33:34.821Z","grade":"C","score":83,"findings":4,"id":"a9xyomm83r","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"pinecone.io","at":"2026-10-24T01:06:41.715Z","grade":"C","score":82,"findings":2,"id":"erie9tt1b3","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"planetscale.com","at":"2026-10-24T01:34:46.640Z","grade":"A","score":84,"findings":2,"id":"9k9k09tpg7","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"producthunt.com","at":"2026-10-08T13:37:43.480Z","grade":"C","score":70,"findings":4,"id":"ry9n4m3s8n","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"rankscale.ai","at":"2026-10-26T04:35:09.757Z","grade":"A","score":86,"findings":3,"id":"uun5l45223","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"reducto.ai","at":"2026-10-24T08:05:41.229Z","grade":"C","score":83,"findings":4,"id":"sc39hhkndq","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"replicate.com","at":"2026-10-24T09:04:58.738Z","grade":"C","score":80,"findings":1,"id":"y3if1zzxdd","shelves":["llms","agentapi"],"stale":false,"verified":false},{"host":"runpod.io","at":"2026-10-24T13:35:04.715Z","grade":"C","score":86,"findings":3,"id":"s3qryt51ra","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"scaleway.com","at":"2026-10-24T16:05:18.046Z","grade":"C","score":84,"findings":4,"id":"rwg4xoft1a","shelves":["entity","agentapi"],"stale":false,"verified":false},{"host":"sentry.io","at":"2026-10-24T18:05:05.706Z","grade":"C","score":75,"findings":4,"id":"y5pd2csai4","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"shop.app","at":"2026-10-04T04:37:39.275Z","grade":"A","score":87,"findings":3,"id":"zvs4uacglb","shelves":["agents","agentapi"],"stale":false,"verified":false},{"host":"speakeasy.com","at":"2026-10-24T23:35:46.310Z","grade":"C","score":87,"findings":5,"id":"j3taa27bts","shelves":["llms","agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"stripe.dev","at":"2026-10-22T15:12:18.631Z","grade":"B","score":79,"findings":3,"id":"prqe2lp9lv","shelves":["llms","agentapi"],"stale":false,"verified":false},{"host":"supabase.com","at":"2026-10-08T19:17:40.501Z","grade":"C","score":79,"findings":3,"id":"55lvj2qnrx","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"supernormal.com","at":"2026-10-25T01:35:43.033Z","grade":"C","score":76,"findings":4,"id":"8upknnj4ii","shelves":["aipolicy","agentapi"],"stale":false,"verified":false},{"host":"surrealdb.com","at":"2026-10-25T02:05:15.604Z","grade":"C","score":85,"findings":4,"id":"duipdqv97t","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"tavily.com","at":"2026-10-25T04:36:20.608Z","grade":"C","score":80,"findings":3,"id":"47rux90pz4","shelves":["agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"terrariumstation.com","at":"2026-10-27T04:21:30.729Z","grade":"A","score":93,"findings":0,"id":"y2x1n01bag","shelves":["llms","agents","mediakit","entity","aipolicy","agentapi"],"stale":false,"verified":true},{"host":"trakkr.ai","at":"2026-10-11T22:02:16.735Z","grade":"C","score":91,"findings":2,"id":"fl6sunoptl","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"ubersuggest.com","at":"2026-10-25T10:36:00.143Z","grade":"C","score":74,"findings":4,"id":"l4kenyx2c8","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"upstash.com","at":"2026-10-25T11:37:41.002Z","grade":"C","score":85,"findings":6,"id":"kr4pv0eva9","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"vast.ai","at":"2026-10-18T09:21:57.804Z","grade":"A","score":87,"findings":4,"id":"i9km8znltu","shelves":["agents","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"vellum.ai","at":"2026-10-25T13:05:14.852Z","grade":"C","score":81,"findings":3,"id":"u6ky60krb6","shelves":["llms","entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"vercel.com","at":"2026-10-04T06:00:13.652Z","grade":"C","score":83,"findings":4,"id":"mszfnjif4r","shelves":["llms","agents","entity","agentapi"],"stale":false,"verified":false},{"host":"webflow.com","at":"2026-10-25T16:05:53.389Z","grade":"C","score":76,"findings":4,"id":"cthxbsjrp4","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"xata.io","at":"2026-10-25T18:04:57.950Z","grade":"C","score":84,"findings":4,"id":"j8eizbbaa3","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"you.com","at":"2026-10-25T18:34:28.946Z","grade":"C","score":80,"findings":1,"id":"rsod1aobue","shelves":["llms","entity","agentapi"],"stale":false,"verified":false},{"host":"zapier.com","at":"2026-10-25T19:06:00.424Z","grade":"C","score":81,"findings":6,"id":"5ow3qialdq","shelves":["entity","aipolicy","agentapi"],"stale":false,"verified":false},{"host":"zoom.com","at":"2026-10-04T04:39:25.779Z","grade":"C","score":84,"findings":2,"id":"k3hkws3jhr","shelves":["entity","agentapi"],"stale":false,"verified":false}]}