{"ok":true,"kind":"crawlcheck-rulebook","v":1,"generated_at":"2026-11-22T01:33:47.999Z","score_version":43,"schema":"https://crawlcheck.io/schemas/rulebook.json","counts":{"rules":111,"by_kind":{"scan":86,"answer_correlation":5,"capability_mismatch":6,"self_audit":12,"mcp_server":2},"by_family":{"site":18,"headers":4,"mostly_code":3,"machine_files":12,"other":9,"ard":4,"webmcp":2,"trust_path":2,"nap":3,"robots":17,"delivery":9,"jsonld":3,"answers":5,"capabilities":6,"self_audit":12,"mcp":1,"watch":1},"revised":10,"scored":82},"scans_counted":9304,"severity_scale":[{"level":"info"},{"level":"low"},{"level":"medium"},{"level":"high"},{"level":"critical"}],"method":{"revisions":"A rule that changes what it reports gets a new revision; a record keeps the revision that decided it, and a replay uses that revision, never today's.","share":"Share of counted scans that carried the code at least once, the same numbers /data publishes. Self-scans and opted-out sites are never counted.","grade":"Each finding has a level from info to critical. Every graded finding lowers the score of its section; an open finding at medium or above also caps the letter grade, so fix those first."},"rules":[{"code":"CRAWLER_SERVED_EXTRA","kind":"scan","family":{"id":"delivery","label":"Delivery parity"},"title":"Crawlers are given scripts, links or instructions that visitors never see","meaning":"When an AI or search crawler asks for this page it receives something an ordinary visitor does not: a script from another host, links to other sites, or text written to an AI. Nobody reviewing the page in a browser sees it, and the AI treats it as part of the site. That is how a site, its CMS plugin or an attacker who got into it plants instructions or links for AI answers; it can also be a bot-only tag the owner added on purpose. Either way the AI is reading a page the owner's visitors are not.","severity":{"level":"high"},"scored":true,"measured_on":"every scan","revision":{"current":2,"revised_at":"2026-11-07"},"fix":{"advice":"Find what adds content by user agent (a plugin, an edge rule, a prerender service, or injected code) and serve crawlers the page visitors get; if the extra is yours on purpose, put it in the visitor page too.","effort":"config","endpoint":null},"share_of_scans":{"pct":1.4,"scans":132,"of_scans":9304,"basis":"share of counted scans that carried it; the same numbers /data publishes"},"links":{"self":"https://crawlcheck.io/rules#CRAWLER_SERVED_EXTRA","api":"https://crawlcheck.io/api/rules?code=CRAWLER_SERVED_EXTRA","glossary":["https://crawlcheck.io/glossary/delivery-comparison"],"workflow":null,"lineage":"https://crawlcheck.io/docs/lineage-coverage","explain_template":"https://crawlcheck.io/api/explain?id={report_id}&code=CRAWLER_SERVED_EXTRA"}}],"filter":{"code":"CRAWLER_SERVED_EXTRA"}}