{
 "@context": "https://agenticresourcediscovery.org/context/v1",
 "specVersion": "0.91",
 "host": {
  "displayName": "CrawlCheck",
  "identifier": "https://crawlcheck.io",
  "documentationUrl": "https://crawlcheck.io/docs/api",
  "logoUrl": "https://crawlcheck.io/apple-touch-icon.png"
 },
 "entries": [
  {
   "identifier": "urn:air:crawlcheck.io:mcp:crawlcheck",
   "displayName": "CrawlCheck MCP server",
   "type": "application/mcp-server-card+json",
   "url": "https://crawlcheck.io/.well-known/mcp/server-card.json",
   "description": "Signed answers about any domain before an agent reads, cites, connects or acts: crawler access as 12 identities, machine files, rights, capabilities, fixes. Streamable HTTP at https://crawlcheck.io/mcp; free tools need no key.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "capabilities": [
    "preflight",
    "best_source",
    "resolve_domain",
    "field_check",
    "scan_domain",
    "list_verified_capabilities",
    "mcp_servers",
    "verify_crawler_log",
    "corpus_state",
    "resolve_robots",
    "draft_llms",
    "fix_robots",
    "fix_entitymap",
    "video_check",
    "video_channel",
    "video_site",
    "registry_lookup",
    "crawler_path",
    "public_counts",
    "telemetry",
    "fix_mostly_code",
    "fix_stale_cache",
    "fix_machine_chain",
    "explain_finding",
    "machine_record"
   ],
   "tags": [
    "ai-crawlers",
    "robots.txt",
    "llms.txt",
    "verification",
    "signed-data",
    "agent-safety"
   ],
   "representativeQueries": [
    "can GPTBot read example.com",
    "should my agent cite this page",
    "is this MCP server what it claims",
    "write a robots.txt that lets ClaudeBot in",
    "verify a crawler hit in my logs"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:a2a:crawlcheck",
   "displayName": "CrawlCheck agent card (A2A)",
   "type": "application/a2a-agent-card+json",
   "url": "https://crawlcheck.io/.well-known/agent-card.json",
   "description": "Agent-to-agent card: skills, endpoint and authentication.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "verify a website before an agent acts on it",
    "check whether an AI crawler may read a site",
    "agent-to-agent site verification"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:skill:crawlcheck",
   "displayName": "CrawlCheck skill for agents",
   "type": "text/markdown; profile=\"urn:air:agent-skills\"",
   "url": "https://crawlcheck.io/skill.md",
   "description": "How an agent uses CrawlCheck: when to call Resolve or Preflight, how to verify the signature, what each decision means.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "how should an agent check a site before citing it",
    "verify a signed decision about a domain",
    "when to call preflight before an action"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:skill:llms-full",
   "displayName": "CrawlCheck reference (llms-full.txt)",
   "type": "text/markdown; profile=\"urn:air:agent-skills\"",
   "url": "https://crawlcheck.io/llms-full.txt",
   "description": "Every public page, endpoint and rule in one plain-text file.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "CrawlCheck documentation in plain text",
    "list of CrawlCheck API endpoints and rules"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:api:catalog",
   "displayName": "API catalogue (RFC 9727)",
   "type": "application/linkset+json",
   "url": "https://crawlcheck.io/.well-known/api-catalog",
   "description": "Machine-readable list of the HTTP APIs.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "list CrawlCheck HTTP APIs",
    "API catalog for site verification"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:api:openapi",
   "displayName": "OpenAPI description",
   "type": "application/vnd.oai.openapi+json",
   "url": "https://crawlcheck.io/openapi.json",
   "description": "Every operation, with the core operations marked x-core.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "OpenAPI spec for a website verification API",
    "generate a client for CrawlCheck"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:api:resolve",
   "displayName": "Resolve: one signed answer per domain",
   "type": "application/json",
   "url": "https://crawlcheck.io/api/v1/resolve",
   "description": "Ed25519-signed record of what a domain serves and declares, with a decision per action: GET https://crawlcheck.io/api/v1/resolve?domain=example.com. No key needed. Spec: https://crawlcheck.io/spec/resolve.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "is this domain safe to read, cite or transact with",
    "signed record of what a website serves AI crawlers",
    "look up a domain before an agent acts"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:api:manifest",
   "displayName": "CrawlCheck manifest",
   "type": "application/json",
   "url": "https://crawlcheck.io/.well-known/crawlcheck.json",
   "description": "Endpoints, keys, limits and versions in one file.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "CrawlCheck endpoints, keys and rate limits",
    "service manifest for CrawlCheck"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:keys:signatures",
   "displayName": "Signing keys",
   "type": "application/http-message-signatures-directory+json",
   "url": "https://crawlcheck.io/.well-known/http-message-signatures-directory",
   "description": "Public keys every CrawlCheck answer verifies against; rotation record at https://crawlcheck.io/.well-known/security-key-rotation.json.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "public key to verify a CrawlCheck signature",
    "Web Bot Auth key directory"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:data:ai-crawlers",
   "displayName": "AI crawler catalogue",
   "type": "application/json",
   "url": "https://crawlcheck.io/ai-crawlers.json",
   "description": "Every named AI, search and training agent with its operator, purpose and verification method. CC BY 4.0.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "list of AI crawlers and their user agents",
    "who operates GPTBot ClaudeBot PerplexityBot",
    "how to verify an AI crawler"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:data:radar",
   "displayName": "AI crawler radar (top 10,000 sites)",
   "type": "application/json",
   "url": "https://crawlcheck.io/api/census?frame=top10k",
   "description": "What the top 10,000 sites declare to AI crawlers in robots.txt against what they actually serve them. CC BY 4.0. Page: https://crawlcheck.io/radar.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "how many top sites block AI crawlers",
    "robots.txt AI crawler rules across the top 10,000 sites"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:data:ip-ranges",
   "displayName": "Crawler IP-range history",
   "type": "application/json",
   "url": "https://crawlcheck.io/data/ip-ranges.json",
   "description": "Every change operators make to their crawlers' published IP ranges, read daily. CC BY 4.0.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "AI crawler IP ranges history",
    "when did GPTBot IP ranges change"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:registry:mcp-observed",
   "displayName": "CrawlCheck registry of observed MCP servers",
   "type": "application/ai-registry+json",
   "url": "https://crawlcheck.io/ard",
   "description": "ARD registry search (POST /ard/search) over every remote MCP server the official MCP Registry lists, each with what its endpoint answered to an MCP handshake CrawlCheck sent. Relevance-ranked; outcome is an observation, not a trust rating.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "find an MCP server that can create GitHub issues",
    "which MCP servers answer without a login",
    "search MCP servers for payments tools",
    "find a live MCP server for web scraping"
   ]
  },
  {
   "identifier": "urn:air:crawlcheck.io:data:embeddings",
   "displayName": "Embeddings of the catalogues",
   "type": "application/json",
   "url": "https://crawlcheck.io/data/embeddings/index.json",
   "description": "The crawler catalogue, glossary, problem codes and census measures as 768-dimension vectors. CC BY 4.0.",
   "updatedAt": "2026-10-29T00:00:00Z",
   "representativeQueries": [
    "vector embeddings of the AI crawler catalogue",
    "semantic search over crawler and SEO terms"
   ]
  }
 ]
}