{"url":"https://lab2-clean.crawlcheck.io","targetUrl":"https://lab2-clean.crawlcheck.io","scannedAt":"2026-11-04T06:00:19.538Z","level":1,"levelName":"Basic Web Presence","checks":{"discoverability":{"robotsTxt":{"status":"pass","message":"robots.txt exists with valid format","messageRef":{"code":"check.robotsTxt.valid"},"evidence":[{"action":"fetch","label":"GET /robots.txt","request":{"url":"https://lab2-clean.crawlcheck.io/robots.txt","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/plain; charset=utf-8","content-length":"102","cf-ray":"a55165b04ae255c5-IAD"},"bodyPreview":"# Northfield Gutter Co.\nUser-agent: *\nAllow: /\n\nSitemap: https://lab2-clean.crawlcheck.io/sitemap.xml\n"},"finding":{"outcome":"positive","summary":"Received valid robots.txt (200, text/plain; charset=utf-8)"}},{"action":"parse","label":"Validate robots.txt structure","finding":{"outcome":"positive","summary":"Contains valid User-agent directive(s)"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"positive","summary":"robots.txt exists with valid format"}}],"durationMs":0},"sitemap":{"status":"pass","message":"sitemap.xml exists with valid structure","messageRef":{"code":"check.sitemap.valid"},"details":{"url":"https://lab2-clean.crawlcheck.io/sitemap.xml","fromRobotsTxt":true,"format":"xml"},"evidence":[{"action":"parse","label":"Extract Sitemap directives from robots.txt","finding":{"outcome":"positive","summary":"Found 1 Sitemap directive(s) in robots.txt"}},{"action":"fetch","label":"GET /sitemap.xml","request":{"url":"https://lab2-clean.crawlcheck.io/sitemap.xml","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/xml; charset=utf-8","content-length":"232","cf-ray":"a55165b05b1055c5-IAD"}},"finding":{"outcome":"positive","summary":"Found valid xml sitemap at https://lab2-clean.crawlcheck.io/sitemap.xml"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"positive","summary":"sitemap.xml exists with valid structure"}}],"durationMs":6},"linkHeaders":{"status":"fail","message":"No Link headers found on target page","messageRef":{"code":"check.linkHeaders.notFound"},"evidence":[{"action":"fetch","label":"GET /","request":{"url":"https://lab2-clean.crawlcheck.io","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b0ab9655c5-IAD"}},"finding":{"outcome":"negative","summary":"No Link header present in response"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No Link headers found on target page"}}],"durationMs":63},"dnsAid":{"status":"fail","message":"DNS for AI Discovery (DNS-AID) well-known entrypoint records not found","messageRef":{"code":"check.dnsAid.notFound"},"details":{"domainsChecked":["lab2-clean.crawlcheck.io"],"queriesAttempted":["SVCB _index._agents.lab2-clean.crawlcheck.io","HTTPS _index._agents.lab2-clean.crawlcheck.io","SVCB _a2a._agents.lab2-clean.crawlcheck.io","HTTPS _a2a._agents.lab2-clean.crawlcheck.io","SVCB _mcp._agents.lab2-clean.crawlcheck.io","HTTPS _mcp._agents.lab2-clean.crawlcheck.io","TXT _index._agents.lab2-clean.crawlcheck.io"],"dnssecValidated":false,"serviceRecordCount":0,"aliasRecordCount":0,"txtIndexEntryCount":0,"txtIndexEntries":[],"records":[]},"evidence":[{"action":"fetch","label":"DoH SVCB _index._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_index._agents.lab2-clean.crawlcheck.io&type=SVCB&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.lab2-clean.crawlcheck.io\",\"type\":64}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. OHrpBoC3+ZNzP7YFIqb8nAqzqXnNhgiI9quU5joMMPpVkRwJ7aaXrrVpwSp9KdLo4kBkGd/URbiccryDGzhL6w==\"},{\"name\":\"_inde..."},"finding":{"outcome":"neutral","summary":"No SVCB answers (NOERROR)"}},{"action":"fetch","label":"DoH HTTPS _index._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_index._agents.lab2-clean.crawlcheck.io&type=HTTPS&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.lab2-clean.crawlcheck.io\",\"type\":65}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. mEjk00cVYE7eA/yChB8JQ4OrIF+Pz3OWQ3ZblbcfHZJbTPTYUnKYH1VutVXCVlCeeE/oa6HimgJdadhqFl2uuw==\"},{\"name\":\"_inde..."},"finding":{"outcome":"neutral","summary":"No HTTPS answers (NOERROR)"}},{"action":"fetch","label":"DoH SVCB _a2a._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_a2a._agents.lab2-clean.crawlcheck.io&type=SVCB&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.lab2-clean.crawlcheck.io\",\"type\":64}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. eE0faASqhDN5jWiqBI7Y+H7hG7vYEfz9t4M7MTcde77KWHfQkzuu8MJC98UjsUOGNeOcCQ2A0U5L+5QYIciy/A==\"},{\"name\":\"_a2a._a..."},"finding":{"outcome":"neutral","summary":"No SVCB answers (NOERROR)"}},{"action":"fetch","label":"DoH HTTPS _a2a._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_a2a._agents.lab2-clean.crawlcheck.io&type=HTTPS&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_a2a._agents.lab2-clean.crawlcheck.io\",\"type\":65}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. gadVz5WWsv4eKPfGY/aQ8RvgRubdG+F7qYD9ri8bXJQGsx476+/slPN8jjOdr2uWot6+Vbfs4m5govRDUJbeZw==\"},{\"name\":\"_a2a._a..."},"finding":{"outcome":"neutral","summary":"No HTTPS answers (NOERROR)"}},{"action":"fetch","label":"DoH SVCB _mcp._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_mcp._agents.lab2-clean.crawlcheck.io&type=SVCB&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.lab2-clean.crawlcheck.io\",\"type\":64}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. rahZbMyBGLLX8bYnR5jOPbIjwNEfUk2ntJEF3Lv+i9N3S4eQW9F/siSpGmtarxZpkyTEe697b9xhmdqNaZBKgA==\"},{\"name\":\"_mcp._a..."},"finding":{"outcome":"neutral","summary":"No SVCB answers (NOERROR)"}},{"action":"fetch","label":"DoH HTTPS _mcp._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_mcp._agents.lab2-clean.crawlcheck.io&type=HTTPS&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_mcp._agents.lab2-clean.crawlcheck.io\",\"type\":65}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. fJd46RSgy/rm42Bze9ZUTfN2b5SYKcOuBFR1cGAbmqp1r0c9GTngKbiF2QqF5xjQfAN+rOxH+Jy5OsQW3gmWaQ==\"},{\"name\":\"_mcp._a..."},"finding":{"outcome":"neutral","summary":"No HTTPS answers (NOERROR)"}},{"action":"fetch","label":"DoH TXT _index._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_index._agents.lab2-clean.crawlcheck.io&type=TXT&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_index._agents.lab2-clean.crawlcheck.io\",\"type\":16}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. sYPX/3bCxne7DCAUwLkKGfJDZGgCYJ/AH7ENXOco9nTAnnRDkvt3uLLZ3xyXRI8SnO3PohSZYUrcXGAwKUcxWA==\"},{\"name\":\"_inde..."},"finding":{"outcome":"neutral","summary":"No TXT answers (NOERROR)"}},{"action":"parse","label":"Parse DNS for AI Discovery (DNS-AID) SVCB/HTTPS records","finding":{"outcome":"neutral","summary":"No DNS for AI Discovery (DNS-AID) SVCB or HTTPS records found at well-known entrypoints"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"DNS for AI Discovery (DNS-AID) well-known entrypoint records not found"}}],"durationMs":11}},"contentAccessibility":{"markdownNegotiation":{"status":"fail","message":"Site does not support Markdown for Agents","messageRef":{"code":"check.markdownNegotiation.unsupported"},"details":{"contentType":"text/html; charset=utf-8"},"evidence":[{"action":"fetch","label":"GET target page (Accept: text/markdown)","request":{"url":"https://lab2-clean.crawlcheck.io","method":"GET","headers":{"accept":"text/markdown","cache-control":"no-cache"}},"finding":{"outcome":"negative","summary":"Response content-type is text/html; charset=utf-8, not text/markdown -- site does not support markdown content negotiation"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165bb1aa820d0-IAD"}}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"Site does not support Markdown for Agents"}}],"durationMs":768}},"botAccessControl":{"robotsTxtAiRules":{"status":"pass","message":"No AI-specific bot rules; wildcard rules apply to all crawlers including AI bots","messageRef":{"code":"check.aiRules.wildcardRulesOnly"},"details":{"targetPath":"/","robotsStatus":"ok","botPolicies":[{"userAgent":"gptbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"chatgpt-user","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"oai-searchbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"google-extended","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"ccbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"anthropic-ai","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"claude-web","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"bytespider","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"perplexitybot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"cohere-ai","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"applebot-extended","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"amazonbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"meta-externalagent","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"facebookbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"omgilibot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"diffbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"claudebot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"claude-searchbot","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"claude-user","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}},{"userAgent":"perplexity-user","effectiveAccess":"allowed","ruleSource":"wildcard","rules":[{"directive":"allow","pattern":"/"}],"matchedRule":{"directive":"allow","pattern":"/"}}],"checkedBots":["gptbot","chatgpt-user","oai-searchbot","google-extended","ccbot","anthropic-ai","claude-web","bytespider","perplexitybot","cohere-ai","applebot-extended","amazonbot","meta-externalagent","facebookbot","omgilibot","diffbot","claudebot","claude-searchbot","claude-user","perplexity-user"]},"evidence":[{"action":"fetch","label":"GET /robots.txt","request":{"url":"https://lab2-clean.crawlcheck.io/robots.txt","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/plain; charset=utf-8","content-length":"102","cf-ray":"a55165b04ae255c5-IAD"},"bodyPreview":"# Northfield Gutter Co.\nUser-agent: *\nAllow: /\n\nSitemap: https://lab2-clean.crawlcheck.io/sitemap.xml\n"},"finding":{"outcome":"positive","summary":"Received valid robots.txt (200, text/plain; charset=utf-8)"}},{"action":"parse","label":"Scan for AI bot User-agent directives","finding":{"outcome":"positive","summary":"Checked 20 AI bot user agents -- none found, but wildcard rules apply"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"positive","summary":"No AI-specific bot rules; wildcard rules apply to all crawlers including AI bots"}}],"durationMs":0},"contentSignals":{"status":"fail","message":"No Content Signals found in robots.txt","messageRef":{"code":"check.contentSignals.notFound"},"evidence":[{"action":"fetch","label":"GET /robots.txt","request":{"url":"https://lab2-clean.crawlcheck.io/robots.txt","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/plain; charset=utf-8","content-length":"102","cf-ray":"a55165b04ae255c5-IAD"},"bodyPreview":"# Northfield Gutter Co.\nUser-agent: *\nAllow: /\n\nSitemap: https://lab2-clean.crawlcheck.io/sitemap.xml\n"},"finding":{"outcome":"positive","summary":"Received valid robots.txt (200, text/plain; charset=utf-8)"}},{"action":"parse","label":"Parse Content-Signal directives","finding":{"outcome":"negative","summary":"No Content-Signal directives found in robots.txt"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No Content Signals found in robots.txt"}}],"durationMs":0},"webBotAuth":{"status":"neutral","message":"Web Bot Auth directory not found (informational only)","messageRef":{"code":"scanner.webBotAuthInformational","params":{"original":{"code":"check.webBotAuth.notFound"}}},"evidence":[{"action":"fetch","label":"GET /.well-known/http-message-signatures-directory","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/http-message-signatures-directory","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b05b1355c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- Web Bot Auth directory not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"Web Bot Auth directory not found"}}],"durationMs":6}},"discovery":{"apiCatalog":{"status":"fail","message":"API Catalog not found","messageRef":{"code":"check.apiCatalog.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/api-catalog","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/api-catalog","method":"GET","headers":{"Accept":"application/linkset+json, application/json"}},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b07b4d55c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- API Catalog not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"API Catalog not found"}}],"durationMs":44},"oauthDiscovery":{"status":"fail","message":"No OAuth/OIDC discovery metadata found","messageRef":{"code":"check.oauthDiscovery.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/openid-configuration","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/openid-configuration","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b05b1255c5-IAD"}},"finding":{"outcome":"negative","summary":"openid-configuration returned 404"}},{"action":"fetch","label":"GET /.well-known/oauth-authorization-server","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/oauth-authorization-server","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b1d55c5-IAD"}},"finding":{"outcome":"negative","summary":"oauth-authorization-server returned 404"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No OAuth/OIDC discovery metadata found at either well-known path"}}],"durationMs":9},"oauthProtectedResource":{"status":"fail","message":"No OAuth Protected Resource Metadata found","messageRef":{"code":"check.oauthProtectedResource.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/oauth-protected-resource","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/oauth-protected-resource","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b2055c5-IAD"}},"finding":{"outcome":"negative","summary":"Returned 404"}},{"action":"fetch","label":"GET /","request":{"url":"https://lab2-clean.crawlcheck.io","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b2255c5-IAD"}},"finding":{"outcome":"neutral","summary":"Target resource returned 200 (no WWW-Authenticate header)"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No OAuth Protected Resource Metadata found"}}],"durationMs":16},"authMd":{"status":"fail","message":"auth.md not found","messageRef":{"code":"check.authMd.notFound"},"evidence":[{"action":"fetch","label":"GET /auth.md","request":{"url":"https://lab2-clean.crawlcheck.io/auth.md","method":"GET","headers":{"Accept":"text/markdown, text/plain, */*"}},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b2455c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 - auth.md not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"auth.md not found"}}],"durationMs":16},"mcpServerCard":{"status":"fail","message":"MCP Server Card not found","messageRef":{"code":"check.mcpServerCard.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/mcp/server-card.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/mcp/server-card.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b2655c5-IAD"}},"finding":{"outcome":"negative","summary":"/.well-known/mcp/server-card.json returned 404"}},{"action":"fetch","label":"GET /.well-known/mcp/server-cards.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/mcp/server-cards.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b2855c5-IAD"}},"finding":{"outcome":"negative","summary":"/.well-known/mcp/server-cards.json returned 404"}},{"action":"fetch","label":"GET /.well-known/mcp.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/mcp.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b3355c5-IAD"}},"finding":{"outcome":"negative","summary":"/.well-known/mcp.json returned 404"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"MCP Server Card not found at any candidate path"}}],"durationMs":33},"a2aAgentCard":{"status":"fail","message":"A2A Agent Card not found","messageRef":{"code":"check.a2aAgentCard.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/agent-card.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/agent-card.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b06b3555c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- A2A Agent Card not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"A2A Agent Card not found"}}],"durationMs":31},"agentSkills":{"status":"fail","message":"Agent Skills index not found","messageRef":{"code":"check.agentSkills.notFound"},"evidence":[{"action":"fetch","label":"GET /.well-known/agent-skills/index.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/agent-skills/index.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b07b4a55c5-IAD"}},"finding":{"outcome":"neutral","summary":"v0.2.0 path returned 404 — trying legacy path"}},{"action":"fetch","label":"GET /.well-known/skills/index.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/skills/index.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b0bbae55c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 — Agent Skills index not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"Agent Skills index not found"}}],"durationMs":68},"webMcp":{"status":"fail","message":"No WebMCP tools detected on page load","messageRef":{"code":"check.webMcp.noToolsDetected"},"evidence":[{"action":"parse","label":"WebMCP detection","finding":{"outcome":"neutral","summary":"Checking page for WebMCP tool registrations"}},{"action":"fetch","label":"Navigate to https://lab2-clean.crawlcheck.io","request":{"url":"https://lab2-clean.crawlcheck.io","method":"GET"},"finding":{"outcome":"neutral","summary":"Loading page to detect WebMCP tool registrations"}},{"action":"parse","label":"Check imperative WebMCP API","finding":{"outcome":"neutral","summary":"No tools registered via document.modelContext or navigator.modelContext"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No WebMCP tools detected on page load"}}],"durationMs":4052},"ard":{"status":"fail","message":"ARD capability manifest not found","messageRef":{"code":"check.ard.notFound"},"evidence":[{"action":"parse","label":"Extract Agentmap directives from robots.txt","finding":{"outcome":"neutral","summary":"No Agentmap directives found"}},{"action":"parse","label":"Extract <link rel=\"ai-catalog\"> from page head","finding":{"outcome":"neutral","summary":"No catalog links found"}},{"action":"fetch","label":"GET /.well-known/ai-catalog.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/ai-catalog.json","method":"GET","headers":{"Accept":"application/json"}},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b05b1155c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- ai-catalog.json not found"}},{"action":"fetch","label":"DoH TXT _catalog._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_catalog._agents.lab2-clean.crawlcheck.io&type=TXT&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_catalog._agents.lab2-clean.crawlcheck.io\",\"type\":16}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. 1aV22bHaiGS1oK1CEPKCUFHwm/nTg6LTSc9LBaMHpekMtIHc7WXHCkGZ8MZdYaaf84oBWcOi1brfy5U1V9Bw0g==\"},{\"name\":\"_ca..."},"finding":{"outcome":"neutral","summary":"No TXT answers (NOERROR)"}},{"action":"fetch","label":"DoH SRV _search._agents.lab2-clean.crawlcheck.io","request":{"url":"https://cloudflare-dns.com/dns-query?name=_search._agents.lab2-clean.crawlcheck.io&type=SRV&do=1","method":"GET","headers":{"Accept":"application/dns-json"}},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/dns-json"},"bodyPreview":"{\"Status\":0,\"TC\":false,\"RD\":true,\"RA\":true,\"AD\":true,\"CD\":false,\"Question\":[{\"name\":\"_search._agents.lab2-clean.crawlcheck.io\",\"type\":33}],\"Authority\":[{\"name\":\"crawlcheck.io\",\"type\":6,\"TTL\":1800,\"data\":\"hasslo.ns.cloudflare.com. dns.cloudflare.com. 2419183412 10000 2400 604800 1800\"},{\"name\":\"crawlcheck.io\",\"type\":46,\"TTL\":1800,\"data\":\"SOA 13 2 1800 1793862014 1793682014 34505 crawlcheck.io. q/2kug6jJZhiKeVQpKDwZbqnbKg7AfUzo45c3IvJ8QUrZNIfpouXgyJwJFkEIj3RD4MhH5H/XE0QXbCVzBDHuQ==\"},{\"name\":\"_sea..."},"finding":{"outcome":"neutral","summary":"No SRV answers (NOERROR)"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"ARD capability manifest not found"}}],"details":{"discoveryMechanisms":[],"searchEndpoints":[]},"durationMs":5},"personalAgentProtocol":{"status":"fail","message":"Personal Agent Protocol manifest not found","messageRef":{"code":"check.personalAgentProtocol.notFound"},"details":{"manifestDetected":false,"issuerValidation":"notChecked"},"evidence":[{"action":"fetch","label":"GET /.well-known/poppy.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/poppy.json","method":"GET","headers":{"Accept":"application/json"}},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b04ae055c5-IAD"}}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"Personal Agent Protocol manifest not found"}}],"durationMs":13}},"commerce":{"x402":{"status":"neutral","message":"x402 payment protocol not detected (not a commerce site)","messageRef":{"code":"scanner.commerceCheckNotApplicable","params":{"check":"x402","original":{"code":"check.x402.notDetected"}}},"evidence":[{"action":"fetch","label":"GET /","request":{"url":"https://lab2-clean.crawlcheck.io/","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b09b7355c5-IAD"}},"finding":{"outcome":"neutral","summary":"/ returned 200 (not 402)"}},{"action":"fetch","label":"GET /api","request":{"url":"https://lab2-clean.crawlcheck.io/api","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b09b7b55c5-IAD"}},"finding":{"outcome":"neutral","summary":"/api returned 404 (not 402)"}},{"action":"fetch","label":"GET /api/v1","request":{"url":"https://lab2-clean.crawlcheck.io/api/v1","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b09b8955c5-IAD"}},"finding":{"outcome":"neutral","summary":"/api/v1 returned 404 (not 402)"}},{"action":"fetch","label":"GET /platform/v2/x402/discovery/resources","request":{"url":"https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources?limit=500","method":"GET"},"response":{"status":200,"statusText":"OK","headers":{"content-type":"application/json","cf-ray":"a55165b08b7155c5-IAD","cf-cache-status":"DYNAMIC"}}},{"action":"fetch","label":"GET Bazaar discovery API","request":{"url":"https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources?limit=500","method":"GET"},"finding":{"outcome":"negative","summary":"Network error querying Bazaar API"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"x402 payment protocol not detected"}}],"durationMs":362},"mpp":{"status":"neutral","message":"MPP payment discovery not detected (not a commerce site)","messageRef":{"code":"scanner.commerceCheckNotApplicable","params":{"check":"mpp","original":{"code":"check.mpp.notDetected"}}},"evidence":[{"action":"fetch","label":"GET /openapi.json","request":{"url":"https://lab2-clean.crawlcheck.io/openapi.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b0ab9455c5-IAD"}},"finding":{"outcome":"neutral","summary":"/openapi.json returned 404"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"MPP payment discovery not detected"}}],"durationMs":56},"ucp":{"status":"neutral","message":"UCP profile not found (not a commerce site)","messageRef":{"code":"scanner.commerceCheckNotApplicable","params":{"check":"ucp","original":{"code":"check.ucp.notFound"}}},"evidence":[{"action":"fetch","label":"GET /.well-known/ucp","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/ucp","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b08b6955c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- UCP profile not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"UCP profile not found"}}],"durationMs":44},"acp":{"status":"neutral","message":"ACP discovery document not found (not a commerce site)","messageRef":{"code":"scanner.commerceCheckNotApplicable","params":{"check":"acp","original":{"code":"check.acp.notFound"}}},"evidence":[{"action":"fetch","label":"GET /.well-known/acp.json","request":{"url":"https://lab2-clean.crawlcheck.io/.well-known/acp.json","method":"GET"},"response":{"status":404,"statusText":"Not Found","headers":{"content-type":"text/html; charset=utf-8","cf-ray":"a55165b0ab9355c5-IAD"}},"finding":{"outcome":"negative","summary":"Server returned 404 -- ACP discovery document not found"}},{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"ACP discovery document not found"}}],"durationMs":57},"ap2":{"status":"neutral","message":"AP2 not detected (no A2A Agent Card) (not a commerce site)","messageRef":{"code":"scanner.commerceCheckNotApplicable","params":{"check":"ap2","original":{"code":"check.ap2.agentCardMissing"}}},"evidence":[{"action":"conclude","label":"Conclusion","finding":{"outcome":"negative","summary":"No A2A Agent Card found -- AP2 requires an A2A Agent Card"}}]}}},"nextLevel":{"target":2,"name":"Bot-Aware","requirements":[{"check":"contentSignals","description":"Declare AI content usage preferences with Content Signals in robots.txt","shortPrompt":"Add Content-Signal directives to your robots.txt declaring preferences for ai-train, search, and ai-input.","specUrls":["https://contentsignals.org/","https://datatracker.ietf.org/doc/draft-romm-aipref-contentsignals/"],"prompt":"Add Content-Signal directives to your robots.txt declaring preferences for ai-train, search, and ai-input. For example:\nContent-Signal: ai-train=no, search=yes, ai-input=no","skillUrl":"https://isitagentready.com/.well-known/agent-skills/content-signals/SKILL.md"}]},"isCommerce":false,"commerceSignals":[]}