{"listed":true,"stale":false,"url":"https://crawlcheck.io/registry/robotstxttest.com","biz":null,"host":"robotstxttest.com","at":"2026-11-16T17:22:52.692Z","grade":"B","score":82,"level":"low","findings":3,"id":"ynw9wdaeu7","shelves":{"llms":true,"agents":false,"mediakit":false,"entity":false,"aipolicy":false,"agentapi":false},"sv":43}