{"source":"https://crawlcheck.io/directory","retrieved":"2026-09-03T09:46:49.653Z","index_built":"2026-09-03T09:17:21.304Z","license":"https://creativecommons.org/licenses/by/4.0/","score_version":15,"note":"Scores are measurements of each vendor's own site, taken from outside its network. Rows regenerate; a score is never altered by payment or request. Categories are ours and unscored.","rows":[{"slug":"ahrefs","name":"Ahrefs","domain":"ahrefs.com","cat":"SEO suite","measured":true,"at":"2026-09-02T23:17:00.884Z","id":"8rxejtuig9","refused":false,"alias_of":null,"grade":"C","score":76,"findings":5,"level":"medium","codes":["ROBOTS_NO_SITEMAP","NO_LLMS_TXT","RENDER_RESOURCE_BLOCKED","PAGE_IS_MOSTLY_CODE","STALE_CACHE_SERVED"],"reach":94,"read":62,"quote":67,"first_seen":"2026-08-18T21:13:13.275Z","scans":5,"llms":false,"entitymap":false},{"slug":"semrush","name":"Semrush","domain":"semrush.com","cat":"SEO suite","measured":true,"at":"2026-09-03T00:17:00.975Z","id":"5vx777zw9p","refused":false,"alias_of":null,"grade":"C","score":78,"findings":3,"level":"medium","codes":["ROBOTS_RULES_SHADOWED","SITEMAP_NO_LASTMOD","PAGE_IS_MOSTLY_CODE"],"reach":89,"read":69,"quote":73,"first_seen":"2026-08-14T19:52:10.266Z","scans":6,"llms":true,"entitymap":false},{"slug":"moz","name":"Moz","domain":"moz.com","cat":"SEO suite","measured":true,"at":"2026-09-03T01:17:01.033Z","id":"zl3th34yoo","refused":false,"alias_of":null,"grade":"C","score":81,"findings":4,"level":"medium","codes":["ROBOTS_RULES_SHADOWED","NO_LLMS_TXT","ENTITY_COLLISION","STALE_CACHE_SERVED"],"reach":96,"read":63,"quote":79,"first_seen":"2026-08-18T21:45:34.811Z","scans":7,"llms":false,"entitymap":false},{"slug":"seranking","name":"SE Ranking","domain":"seranking.com","cat":"SEO suite","measured":true,"at":"2026-09-03T02:17:01.286Z","id":"391e2qacka","refused":false,"alias_of":null,"grade":"C","score":73,"findings":5,"level":"medium","codes":["ROBOTS_RULES_SHADOWED","HSTS_PRELOAD_INELIGIBLE","NO_LLMS_TXT","ENTITY_NO_COORDINATES","PAGE_IS_MOSTLY_CODE"],"reach":96,"read":48,"quote":68,"first_seen":"2026-08-14T19:52:19.460Z","scans":5,"llms":false,"entitymap":false},{"slug":"similarweb","name":"Similarweb","domain":"similarweb.com","cat":"SEO suite","measured":true,"at":"2026-09-03T03:17:01.163Z","id":"l5ywiifw5u","refused":false,"alias_of":null,"grade":"C","score":71,"findings":2,"level":"medium","codes":["ENTITY_COLLISION","PAGE_IS_MOSTLY_CODE"],"reach":84,"read":56,"quote":69,"first_seen":"2026-08-18T21:13:36.000Z","scans":4,"llms":true,"entitymap":false},{"slug":"screaming-frog","name":"Screaming Frog","domain":"screamingfrog.co.uk","cat":"Site crawler","measured":true,"at":"2026-09-03T04:17:00.898Z","id":"rhsifikb0p","refused":false,"alias_of":null,"grade":"C","score":74,"findings":5,"level":"medium","codes":["ROBOTS_NO_SITEMAP","ROBOTS_RULES_SHADOWED","NO_LLMS_TXT","PAGE_IS_MOSTLY_CODE","STALE_CACHE_SERVED"],"reach":90,"read":48,"quote":80,"first_seen":"2026-08-14T19:52:10.454Z","scans":6,"llms":false,"entitymap":false},{"slug":"sitebulb","name":"Sitebulb","domain":"sitebulb.com","cat":"Site crawler","measured":true,"at":"2026-09-03T05:17:00.966Z","id":"kmx6i0ppsp","refused":false,"alias_of":null,"grade":"B","score":84,"findings":2,"level":"info","codes":["NO_LLMS_TXT","HSTS_MISSING"],"reach":100,"read":76,"quote":70,"first_seen":"2026-08-18T21:16:10.791Z","scans":4,"llms":false,"entitymap":false},{"slug":"lumar","name":"Lumar","domain":"lumar.io","cat":"Site crawler","measured":true,"at":"2026-09-03T06:17:00.927Z","id":"6sgmovvhpd","refused":false,"alias_of":null,"grade":"B","score":80,"findings":1,"level":"info","codes":["NO_LLMS_TXT"],"reach":96,"read":57,"quote":82,"first_seen":"2026-08-14T19:52:37.071Z","scans":4,"llms":false,"entitymap":false},{"slug":"botify","name":"Botify","domain":"botify.com","cat":"Site crawler","measured":true,"at":"2026-09-03T07:17:01.082Z","id":"793coazp4k","refused":false,"alias_of":null,"grade":"C","score":79,"findings":4,"level":"medium","codes":["NO_LLMS_TXT","PAGE_IS_MOSTLY_CODE","PLACEHOLDER_CONTENT","STALE_CACHE_SERVED"],"reach":96,"read":63,"quote":73,"first_seen":"2026-08-18T21:18:13.080Z","scans":5,"llms":false,"entitymap":false},{"slug":"oncrawl","name":"Oncrawl","domain":"oncrawl.com","cat":"Site crawler","measured":true,"at":"2026-09-03T08:17:01.093Z","id":"ue16dd5994","refused":false,"alias_of":null,"grade":"B","score":79,"findings":2,"level":"info","codes":["HSTS_MISSING","ENTITY_NO_COORDINATES"],"reach":89,"read":76,"quote":68,"first_seen":"2026-08-14T19:52:36.430Z","scans":6,"llms":true,"entitymap":false},{"slug":"seobility","name":"Seobility","domain":"seobility.net","cat":"Site crawler","measured":true,"at":"2026-09-03T09:17:01.009Z","id":"sw4xusa5th","refused":false,"alias_of":null,"grade":"C","score":73,"findings":5,"level":"medium","codes":["HOST_DUPLICATE_200","ROBOTS_RULES_SHADOWED","HSTS_MISSING","ANSWER_ENGINE_REFUSED","STALE_CACHE_SERVED"],"reach":74,"read":68,"quote":76,"first_seen":"2026-08-18T21:22:24.261Z","scans":4,"llms":true,"entitymap":false},{"slug":"siteliner","name":"Siteliner","domain":"siteliner.com","cat":"Site crawler","measured":true,"at":"2026-09-02T09:17:53.072Z","id":"8grylevp0i","refused":false,"alias_of":null,"grade":"F","score":44,"findings":7,"level":"critical","codes":["ROBOTS_IS_HTML","SITEMAP_IS_HTML","SITEMAP_IS_HTML","SITEMAP_IS_HTML","ROBOTS_NO_SITEMAP","NO_LLMS_TXT","PAGE_IS_MOSTLY_CODE"],"reach":44,"read":29,"quote":60,"first_seen":"2026-08-18T21:21:35.891Z","scans":7,"llms":false,"entitymap":false},{"slug":"conductor","name":"Conductor","domain":"conductor.com","cat":"Enterprise SEO","measured":true,"at":"2026-09-02T10:17:52.104Z","id":"wia5wt0ux9","refused":false,"alias_of":null,"grade":"C","score":67,"findings":6,"level":"medium","codes":["ENTITY_NO_COORDINATES","NAP_UNDECLARED_LISTING","NAP_NAME_DRIFT","ANSWER_ENGINE_REFUSED","PAGE_IS_MOSTLY_CODE","STALE_CACHE_SERVED"],"reach":84,"read":49,"quote":62,"first_seen":"2026-08-14T19:52:37.362Z","scans":5,"llms":true,"entitymap":false},{"slug":"brightedge","name":"BrightEdge","domain":"brightedge.com","cat":"Enterprise SEO","measured":true,"at":"2026-09-02T11:17:52.443Z","id":"khv6uv5q2z","refused":false,"alias_of":null,"grade":"C","score":69,"findings":0,"level":"clean","codes":[],"reach":85,"read":56,"quote":60,"first_seen":"2026-08-14T19:52:44.743Z","scans":4,"llms":true,"entitymap":false},{"slug":"otterly","name":"Otterly","domain":"otterly.ai","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T12:17:48.530Z","id":"unt896ak32","refused":true,"alias_of":null,"grade":null,"score":null,"findings":0,"level":null,"codes":[],"reach":null,"read":null,"quote":null,"llms":null,"entitymap":null},{"slug":"peec","name":"Peec AI","domain":"peec.ai","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T13:17:46.967Z","id":"ugitksfxf0","refused":false,"alias_of":null,"grade":"C","score":64,"findings":3,"level":"medium","codes":["SITEMAP_NO_LASTMOD","NO_LLMS_TXT","PAGE_IS_MOSTLY_CODE"],"reach":100,"read":57,"quote":22,"first_seen":"2026-08-16T03:07:13.283Z","scans":5,"llms":false,"entitymap":false},{"slug":"profound","name":"Profound","domain":"tryprofound.com","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T14:17:46.972Z","id":"r9joyql2st","refused":false,"alias_of":null,"grade":"C","score":64,"findings":2,"level":"medium","codes":["NO_LLMS_TXT","PAGE_IS_MOSTLY_CODE"],"reach":96,"read":50,"quote":35,"first_seen":"2026-08-16T03:07:19.250Z","scans":5,"llms":false,"entitymap":false},{"slug":"scrunch","name":"Scrunch","domain":"scrunch.ai","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T15:17:46.845Z","id":"u3wt0jpwk9","refused":true,"alias_of":null,"grade":null,"score":null,"findings":0,"level":null,"codes":[],"reach":null,"read":null,"quote":null,"llms":null,"entitymap":null},{"slug":"athena","name":"Athena","domain":"athenahq.ai","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T16:17:47.197Z","id":"mkx86xvdf1","refused":false,"alias_of":null,"grade":"B","score":80,"findings":1,"level":"low","codes":["STALE_CACHE_SERVED"],"reach":100,"read":76,"quote":56,"first_seen":"2026-09-01T17:28:07.416Z","scans":3,"llms":true,"entitymap":false},{"slug":"rankscale","name":"Rankscale","domain":"rankscale.ai","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T17:17:46.807Z","id":"7m4q7y0j0x","refused":false,"alias_of":null,"grade":"C","score":83,"findings":2,"level":"medium","codes":["ENTITY_NO_COORDINATES","PAGE_IS_MOSTLY_CODE"],"reach":95,"read":69,"quote":82,"first_seen":"2026-09-01T17:29:02.476Z","scans":3,"llms":true,"entitymap":false},{"slug":"goodie","name":"Goodie","domain":"higoodie.com","cat":"AI visibility monitoring","measured":true,"at":"2026-09-02T18:17:46.924Z","id":"2ppy365zvt","refused":false,"alias_of":null,"grade":"C","score":81,"findings":3,"level":"medium","codes":["HSTS_MISSING","ENTITY_COLLISION","PAGE_IS_MOSTLY_CODE"],"reach":89,"read":68,"quote":82,"first_seen":"2026-09-01T21:08:20.525Z","scans":2,"llms":true,"entitymap":false},{"slug":"writesonic","name":"Writesonic","domain":"writesonic.com","cat":"Content and GEO","measured":true,"at":"2026-09-02T19:17:46.842Z","id":"7tg2utay14","refused":false,"alias_of":null,"grade":"C","score":79,"findings":2,"level":"medium","codes":["ENTITY_NO_COORDINATES","PAGE_IS_MOSTLY_CODE"],"reach":92,"read":68,"quote":71,"first_seen":"2026-08-18T21:14:22.537Z","scans":3,"llms":true,"entitymap":false},{"slug":"surfer","name":"Surfer","domain":"surferseo.com","cat":"Content and GEO","measured":true,"at":"2026-09-02T20:17:46.772Z","id":"u6bl70gbcq","refused":false,"alias_of":null,"grade":"C","score":82,"findings":4,"level":"medium","codes":["ROBOTS_NO_SITEMAP","NO_LLMS_TXT","ENTITY_NO_COORDINATES","STALE_CACHE_SERVED"],"reach":92,"read":68,"quote":82,"first_seen":"2026-08-18T21:14:33.776Z","scans":4,"llms":false,"entitymap":false},{"slug":"clearscope","name":"Clearscope","domain":"clearscope.io","cat":"Content and GEO","measured":true,"at":"2026-09-02T21:17:00.942Z","id":"29d9u0k7eq","refused":false,"alias_of":null,"grade":"D","score":62,"findings":3,"level":"high","codes":["NO_SITEMAP_FOUND","ROBOTS_NO_SITEMAP","NO_LLMS_TXT"],"reach":83,"read":55,"quote":40,"first_seen":"2026-08-18T22:00:32.227Z","scans":6,"llms":false,"entitymap":false},{"slug":"frase","name":"Frase","domain":"frase.io","cat":"Content and GEO","measured":true,"at":"2026-09-02T22:17:00.907Z","id":"82wpnrpho0","refused":false,"alias_of":null,"grade":"C","score":77,"findings":2,"level":"medium","codes":["ROBOTS_RULES_SHADOWED","ENTITY_COLLISION"],"reach":93,"read":62,"quote":70,"first_seen":"2026-08-18T21:14:51.493Z","scans":4,"llms":true,"entitymap":false}],"events":[{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-03T09:17:01.009Z","kind":"appeared","code":"HSTS_MISSING","text":"a new finding appeared: https is served without a strict-transport-security header"},{"vendor":"Oncrawl","slug":"oncrawl","domain":"oncrawl.com","at":"2026-09-03T08:17:01.093Z","kind":"appeared","code":"HSTS_MISSING","text":"a new finding appeared: https is served without a strict-transport-security header"},{"vendor":"Botify","slug":"botify","domain":"botify.com","at":"2026-09-03T07:17:01.082Z","kind":"appeared","code":"PLACEHOLDER_CONTENT","text":"a new finding appeared: unfinished placeholder text is live on this page"},{"vendor":"Sitebulb","slug":"sitebulb","domain":"sitebulb.com","at":"2026-09-03T05:17:00.966Z","kind":"appeared","code":"HSTS_MISSING","text":"a new finding appeared: https is served without a strict-transport-security header"},{"vendor":"SE Ranking","slug":"seranking","domain":"seranking.com","at":"2026-09-03T02:17:01.286Z","kind":"appeared","code":"HSTS_PRELOAD_INELIGIBLE","text":"a new finding appeared: the hsts header asks for browser preloading but does not qualify for it"},{"vendor":"Goodie","slug":"goodie","domain":"higoodie.com","at":"2026-09-02T18:17:46.924Z","kind":"appeared","code":"HSTS_MISSING","text":"a new finding appeared: https is served without a strict-transport-security header"},{"vendor":"Athena","slug":"athena","domain":"athenahq.ai","at":"2026-09-02T16:17:47.197Z","kind":"appeared","code":"STALE_CACHE_SERVED","text":"a stale edge copy was served"},{"vendor":"Peec AI","slug":"peec","domain":"peec.ai","at":"2026-09-02T13:17:46.967Z","kind":"score-up","from":72,"to":74,"text":"score moved 72 → 74"},{"vendor":"Conductor","slug":"conductor","domain":"conductor.com","at":"2026-09-02T10:17:52.104Z","kind":"appeared","code":"NAP_NAME_DRIFT","text":"a new finding appeared: NAP_NAME_DRIFT"},{"vendor":"Conductor","slug":"conductor","domain":"conductor.com","at":"2026-09-02T10:17:52.104Z","kind":"appeared","code":"NAP_UNDECLARED_LISTING","text":"a new finding appeared: NAP_UNDECLARED_LISTING"},{"vendor":"Conductor","slug":"conductor","domain":"conductor.com","at":"2026-09-02T10:17:52.104Z","kind":"score-down","from":75,"to":73,"text":"score moved 75 → 73"},{"vendor":"Siteliner","slug":"siteliner","domain":"siteliner.com","at":"2026-09-02T09:17:53.072Z","kind":"resolved","code":"HOST_DUPLICATE_200","text":"resolved: www and the apex both serve the site instead of one redirecting"},{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-02T08:17:52.199Z","kind":"appeared","code":"ANSWER_ENGINE_REFUSED","text":"an answer engine was refused"},{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-02T08:17:52.199Z","kind":"returned","code":"STALE_CACHE_SERVED","text":"a stale edge copy was served again"},{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-02T08:17:52.199Z","kind":"resolved","code":"PAGE_IS_MOSTLY_CODE","text":"the homepage no longer read as mostly markup"},{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-02T08:17:52.199Z","kind":"score-down","from":83,"to":75,"text":"score moved 83 → 75"},{"vendor":"Oncrawl","slug":"oncrawl","domain":"oncrawl.com","at":"2026-09-02T07:17:52.837Z","kind":"score-down","from":82,"to":79,"text":"score moved 82 → 79"},{"vendor":"Botify","slug":"botify","domain":"botify.com","at":"2026-09-02T06:17:52.299Z","kind":"returned","code":"STALE_CACHE_SERVED","text":"a stale edge copy was served again"},{"vendor":"Screaming Frog","slug":"screaming-frog","domain":"screamingfrog.co.uk","at":"2026-09-02T03:17:55.119Z","kind":"score-up","from":75,"to":76,"text":"score moved 75 → 76"},{"vendor":"Moz","slug":"moz","domain":"moz.com","at":"2026-09-02T00:53:36.191Z","kind":"score-down","from":85,"to":83,"text":"score moved 85 → 83"},{"vendor":"Moz","slug":"moz","domain":"moz.com","at":"2026-09-02T00:17:54.973Z","kind":"score-up","from":83,"to":85,"text":"score moved 83 → 85"},{"vendor":"Clearscope","slug":"clearscope","domain":"clearscope.io","at":"2026-09-01T21:43:15.729Z","kind":"returned","code":"NO_SITEMAP_FOUND","text":"no sitemap could be found again"},{"vendor":"Clearscope","slug":"clearscope","domain":"clearscope.io","at":"2026-09-01T21:43:15.729Z","kind":"resolved","code":"SITEMAP_IS_HTML","text":"the sitemap no longer returned HTML"},{"vendor":"Writesonic","slug":"writesonic","domain":"writesonic.com","at":"2026-09-01T21:08:21.124Z","kind":"appeared","code":"ENTITY_NO_COORDINATES","text":"a new finding appeared: an entity is missing geographic coordinates"},{"vendor":"Oncrawl","slug":"oncrawl","domain":"oncrawl.com","at":"2026-09-01T21:06:43.224Z","kind":"appeared","code":"ENTITY_NO_COORDINATES","text":"a new finding appeared: an entity is missing geographic coordinates"},{"vendor":"Siteliner","slug":"siteliner","domain":"siteliner.com","at":"2026-09-01T21:06:05.524Z","kind":"appeared","code":"HOST_DUPLICATE_200","text":"a new finding appeared: www and the apex both serve the site instead of one redirecting"},{"vendor":"Siteliner","slug":"siteliner","domain":"siteliner.com","at":"2026-09-01T21:06:05.524Z","kind":"appeared","code":"NO_LLMS_TXT","text":"no llms.txt was found"},{"vendor":"Siteliner","slug":"siteliner","domain":"siteliner.com","at":"2026-09-01T21:06:05.524Z","kind":"resolved","code":"NO_SITEMAP_FOUND","text":"a sitemap became readable"},{"vendor":"Seobility","slug":"seobility","domain":"seobility.net","at":"2026-09-01T21:05:43.716Z","kind":"resolved","code":"STALE_CACHE_SERVED","text":"the stale edge copy cleared"},{"vendor":"Clearscope","slug":"clearscope","domain":"clearscope.io","at":"2026-09-01T17:54:31.145Z","kind":"resolved","code":"NO_SITEMAP_FOUND","text":"a sitemap became readable"},{"vendor":"Surfer","slug":"surfer","domain":"surferseo.com","at":"2026-09-01T17:33:39.028Z","kind":"appeared","code":"ENTITY_NO_COORDINATES","text":"a new finding appeared: an entity is missing geographic coordinates"},{"vendor":"Similarweb","slug":"similarweb","domain":"similarweb.com","at":"2026-09-01T17:33:28.089Z","kind":"appeared","code":"ENTITY_COLLISION","text":"two schema nodes shared one identifier"},{"vendor":"Screaming Frog","slug":"screaming-frog","domain":"screamingfrog.co.uk","at":"2026-09-01T17:33:22.887Z","kind":"appeared","code":"ROBOTS_RULES_SHADOWED","text":"a named-agent group shadowed the wildcard rules"},{"vendor":"Screaming Frog","slug":"screaming-frog","domain":"screamingfrog.co.uk","at":"2026-09-01T17:33:22.887Z","kind":"appeared","code":"STALE_CACHE_SERVED","text":"a stale edge copy was served"},{"vendor":"Moz","slug":"moz","domain":"moz.com","at":"2026-09-01T17:33:17.058Z","kind":"appeared","code":"ENTITY_COLLISION","text":"two schema nodes shared one identifier"},{"vendor":"Moz","slug":"moz","domain":"moz.com","at":"2026-09-01T17:33:17.058Z","kind":"appeared","code":"ROBOTS_RULES_SHADOWED","text":"a named-agent group shadowed the wildcard rules"},{"vendor":"SE Ranking","slug":"seranking","domain":"seranking.com","at":"2026-09-01T17:32:11.228Z","kind":"appeared","code":"ENTITY_NO_COORDINATES","text":"a new finding appeared: an entity is missing geographic coordinates"},{"vendor":"SE Ranking","slug":"seranking","domain":"seranking.com","at":"2026-09-01T17:32:11.228Z","kind":"appeared","code":"ROBOTS_RULES_SHADOWED","text":"a named-agent group shadowed the wildcard rules"},{"vendor":"SE Ranking","slug":"seranking","domain":"seranking.com","at":"2026-09-01T17:32:11.228Z","kind":"resolved","code":"MACHINE_FILE_CACHE_STALE","text":"resolved: the cache is still serving a file the origin no longer has"},{"vendor":"Semrush","slug":"semrush","domain":"semrush.com","at":"2026-09-01T17:32:05.096Z","kind":"appeared","code":"SITEMAP_NO_LASTMOD","text":"a new finding appeared: the sitemap does not say when anything changed"}]}