{"kind":"crawlcheck-rights-feed-index","v":1,"generated_at":"2026-11-22T01:33:52.797Z","reading":"What the top 10,000 sites declare about AI use, one signed line per site, for crawler operators to load before fetching: apply robots.groups with your own product token for any URL, then the use signals. Keep the lines you acted on: each is a signed record of what the site declared at read_at.","spec":"https://crawlcheck.io/spec/rights-feed","license":"CC BY 4.0 (sample edition)","latest":{"id":"rf-2026-11-18-75d874","sites":9776,"parts":10,"finished_at":"2026-11-18T18:40:12.374Z","totals":{"train":{"not_declared":5438,"restricted_by_terms":129,"denied":768,"unknown":3369,"allowed":72},"ground":{"not_declared":5836,"denied":432,"unknown":3347,"allowed":142,"restricted_by_terms":13,"limited":6},"summarize":{"not_declared":5836,"denied":432,"unknown":3347,"allowed":142,"restricted_by_terms":13,"limited":6},"cite":{"not_declared":5789,"denied":241,"unknown":3347,"allowed":391,"limited":8},"transact":{"not_declared":6031,"denied":370,"unknown":3375}},"manifest":"https://crawlcheck.io/api/v1/rights-feed/rf-2026-11-18-75d874/manifest.json","manifest_sha256":"e946941a606d4c214ad79320a787e45c7944688cb57a5ea8696e7915a983e09e"},"in_progress":null,"editions":[{"id":"rf-2026-11-18-75d874","sites":9776,"parts":10,"finished_at":"2026-11-18T18:40:12.374Z","manifest_sha256":"e946941a606d4c214ad79320a787e45c7944688cb57a5ea8696e7915a983e09e","totals":{"train":{"not_declared":5438,"restricted_by_terms":129,"denied":768,"unknown":3369,"allowed":72},"ground":{"not_declared":5836,"denied":432,"unknown":3347,"allowed":142,"restricted_by_terms":13,"limited":6},"summarize":{"not_declared":5836,"denied":432,"unknown":3347,"allowed":142,"restricted_by_terms":13,"limited":6},"cite":{"not_declared":5789,"denied":241,"unknown":3347,"allowed":391,"limited":8},"transact":{"not_declared":6031,"denied":370,"unknown":3375}},"manifest":"https://crawlcheck.io/api/v1/rights-feed/rf-2026-11-18-75d874/manifest.json"},{"id":"rf-2026-11-11-d9a42a","sites":9776,"parts":10,"finished_at":"2026-11-11T17:19:05.684Z","manifest_sha256":"6992dd02101d82b3fd3c06ef9ca8d151c71731cb564562635e916bac9e90c63b","totals":{"train":{"not_declared":5466,"restricted_by_terms":132,"denied":763,"unknown":3343,"allowed":72},"ground":{"not_declared":5856,"denied":442,"unknown":3320,"allowed":139,"restricted_by_terms":14,"limited":5},"summarize":{"not_declared":5856,"denied":442,"unknown":3320,"allowed":139,"restricted_by_terms":14,"limited":5},"cite":{"not_declared":5814,"denied":248,"unknown":3320,"allowed":386,"limited":8},"transact":{"not_declared":6060,"denied":367,"unknown":3349}},"manifest":"https://crawlcheck.io/api/v1/rights-feed/rf-2026-11-11-d9a42a/manifest.json"},{"id":"rf-2026-11-04-b1fc4d","sites":9776,"parts":10,"finished_at":"2026-11-04T17:42:24.949Z","manifest_sha256":"1fade8929b87224777e3b9f9d756bac9fe4ea039a06adbe98eb57099a911154d","totals":{"train":{"not_declared":5502,"restricted_by_terms":128,"denied":755,"unknown":3324,"allowed":67},"ground":{"not_declared":5894,"denied":433,"unknown":3298,"allowed":132,"restricted_by_terms":13,"limited":6},"summarize":{"not_declared":5894,"denied":433,"unknown":3298,"allowed":132,"restricted_by_terms":13,"limited":6},"cite":{"not_declared":5854,"denied":242,"unknown":3299,"allowed":373,"limited":8},"transact":{"not_declared":6086,"denied":361,"unknown":3329}},"manifest":"https://crawlcheck.io/api/v1/rights-feed/rf-2026-11-04-b1fc4d/manifest.json"},{"id":"rf-2026-10-28-7fc4c5","sites":9776,"parts":10,"finished_at":"2026-10-28T20:29:23.465Z","manifest_sha256":"6071ca49f172b02f19e1da675b6a7c33cae2d0478c547863f928795f941a104e","totals":{"train":{"not_declared":5536,"restricted_by_terms":130,"denied":719,"unknown":3327,"allowed":64},"ground":{"not_declared":5891,"denied":437,"unknown":3304,"allowed":125,"restricted_by_terms":13,"limited":6},"summarize":{"not_declared":5891,"denied":437,"unknown":3304,"allowed":125,"restricted_by_terms":13,"limited":6},"cite":{"not_declared":5883,"denied":249,"unknown":3304,"allowed":333,"limited":7},"transact":{"not_declared":6089,"denied":355,"unknown":3332}},"manifest":"https://crawlcheck.io/api/v1/rights-feed/rf-2026-10-28-7fc4c5/manifest.json"}],"verifier":"https://crawlcheck.io/crawlcheck-verify.mjs?v=6a51f060110f86b8","docs":"https://crawlcheck.io/docs/api#rights-feed"}