{
 "schema_version": 1,
 "about": "Field documentation for https://toolkitlabs.org/api/leaderboard.json",
 "fields": {
  "cases": "total cases scored (300)",
  "exact": "cases graded correct under the published spec; an unrecoverable case is correct ONLY if the parser refuses",
  "rate": "exact / cases",
  "recoverable_cases": "cases with a recoverable value (275)",
  "exact_recoverable": "correct among recoverable cases only, refusal policy ignored",
  "unrecoverable_cases": "cases with no recoverable value (25)",
  "correctly_refused": "unrecoverable cases the parser refused instead of guessing",
  "invented_values": "unrecoverable cases where the parser returned a value anyway \u2014 the number that matters most in production",
  "false_refusals": "recoverable cases the parser refused",
  "by_category": "the same counts split across the 12 failure categories"
 },
 "badge": {
  "usage": "https://img.shields.io/endpoint?url=https://toolkitlabs.org/api/badge/{language}/{slug}.json",
  "schema": "shields.io endpoint schema v1"
 },
 "reproduce": {
  "corpus_sample": "https://toolkitlabs.org/malformed300/open12.jsonl",
  "scorer": "https://toolkitlabs.org/malformed300/score.py"
 },
 "license": "CC0-1.0"
}