{
  "corpus": "MALFORMED-300",
  "corpus_sha256": "ded36c275f9ff481a9e264f9e900ccbb16da9cf430ff6fe8ffc23b9c02acb88a",
  "cases": 300,
  "generated_utc": "2026-08-19T12:31:18Z",
  "python": "3.12.3",
  "platform": "darwin",
  "grading": "exact_300 = spec grading (unrecoverable passes only by refusing); exact_275 = recoverable cases only, refusal policy ignored",
  "results": {
    "json.loads (stdlib control)": {
      "n": 300,
      "exact_300": 25,
      "rate_300": 0.0833,
      "n_recoverable": 275,
      "exact_275": 0,
      "rate_275": 0.0,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 275,
      "seconds": 0.0,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        }
      },
      "version": null
    },
    "json-repair": {
      "n": 300,
      "exact_300": 265,
      "rate_300": 0.8833,
      "n_recoverable": 275,
      "exact_275": 264,
      "rate_275": 0.96,
      "unrecoverable_n": 25,
      "correctly_refused": 1,
      "invented_values": 24,
      "false_refusals": 0,
      "seconds": 0.01,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 23,
          "rate": 0.92
        },
        "comments": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "fenced": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "py_literals": {
          "n": 25,
          "ok": 21,
          "rate": 0.84
        },
        "raw_control": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 22,
          "rate": 0.88
        },
        "truncated": {
          "n": 25,
          "ok": 23,
          "rate": 0.92
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 1,
          "rate": 0.04
        },
        "wrappers": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        }
      },
      "version": "0.63.2"
    },
    "dirtyjson": {
      "n": 300,
      "exact_300": 123,
      "rate_300": 0.41,
      "n_recoverable": 275,
      "exact_275": 98,
      "rate_275": 0.3564,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 177,
      "seconds": 0.01,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 3,
          "rate": 0.12
        },
        "comments": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 18,
          "rate": 0.72
        },
        "single_quotes": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "trailing_comma": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        }
      },
      "version": "1.0.8"
    },
    "demjson3": {
      "n": 300,
      "exact_300": 110,
      "rate_300": 0.3667,
      "n_recoverable": 275,
      "exact_275": 85,
      "rate_275": 0.3091,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 190,
      "seconds": 0.06,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 8,
          "rate": 0.32
        },
        "single_quotes": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "trailing_comma": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        }
      },
      "version": "3.0.5"
    },
    "json5": {
      "n": 300,
      "exact_300": 118,
      "rate_300": 0.3933,
      "n_recoverable": 275,
      "exact_275": 93,
      "rate_275": 0.3382,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 182,
      "seconds": 0.11,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 8,
          "rate": 0.32
        },
        "single_quotes": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "trailing_comma": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 8,
          "rate": 0.32
        }
      },
      "version": "0.15.0"
    },
    "pyjson5": {
      "n": 300,
      "exact_300": 118,
      "rate_300": 0.3933,
      "n_recoverable": 275,
      "exact_275": 93,
      "rate_275": 0.3382,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 182,
      "seconds": 0.0,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 8,
          "rate": 0.32
        },
        "single_quotes": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "trailing_comma": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 8,
          "rate": 0.32
        }
      },
      "version": "2.0.1"
    },
    "hjson": {
      "n": 300,
      "exact_300": 85,
      "rate_300": 0.2833,
      "n_recoverable": 275,
      "exact_275": 75,
      "rate_275": 0.2727,
      "unrecoverable_n": 25,
      "correctly_refused": 10,
      "invented_values": 15,
      "false_refusals": 185,
      "seconds": 0.01,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 14,
          "rate": 0.56
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 16,
          "rate": 0.64
        },
        "trailing_comma": {
          "n": 25,
          "ok": 19,
          "rate": 0.76
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 22,
          "rate": 0.88
        },
        "unrecoverable": {
          "n": 25,
          "ok": 10,
          "rate": 0.4
        },
        "wrappers": {
          "n": 25,
          "ok": 4,
          "rate": 0.16
        }
      },
      "version": "3.1.0"
    },
    "commentjson": {
      "n": 300,
      "exact_300": 58,
      "rate_300": 0.1933,
      "n_recoverable": 275,
      "exact_275": 33,
      "rate_275": 0.12,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 242,
      "seconds": 0.03,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 13,
          "rate": 0.52
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        }
      },
      "version": "0.9.0"
    },
    "simplejson": {
      "n": 300,
      "exact_300": 29,
      "rate_300": 0.0967,
      "n_recoverable": 275,
      "exact_275": 4,
      "rate_275": 0.0145,
      "unrecoverable_n": 25,
      "correctly_refused": 25,
      "invented_values": 0,
      "false_refusals": 271,
      "seconds": 0.0,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "comments": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "truncated": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "wrappers": {
          "n": 25,
          "ok": 4,
          "rate": 0.16
        }
      },
      "version": "4.1.1"
    },
    "partial-json-parser": {
      "n": 300,
      "exact_300": 47,
      "rate_300": 0.1567,
      "n_recoverable": 275,
      "exact_275": 25,
      "rate_275": 0.0909,
      "unrecoverable_n": 25,
      "correctly_refused": 22,
      "invented_values": 3,
      "false_refusals": 250,
      "seconds": 0.0,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 12,
          "rate": 0.48
        },
        "comments": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "fenced": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "py_literals": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "raw_control": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "truncated": {
          "n": 25,
          "ok": 13,
          "rate": 0.52
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 22,
          "rate": 0.88
        },
        "wrappers": {
          "n": 25,
          "ok": 0,
          "rate": 0.0
        }
      },
      "version": "0.2.1.1.post7"
    },
    "jsonshim (Toolkit Labs)": {
      "n": 300,
      "exact_300": 282,
      "rate_300": 0.94,
      "n_recoverable": 275,
      "exact_275": 262,
      "rate_275": 0.9527,
      "unrecoverable_n": 25,
      "correctly_refused": 20,
      "invented_values": 5,
      "false_refusals": 4,
      "seconds": 0.01,
      "by_category": {
        "brackets": {
          "n": 25,
          "ok": 22,
          "rate": 0.88
        },
        "comments": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "fenced": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "prose_wrapped": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "py_literals": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "raw_control": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "single_quotes": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "trailing_comma": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "truncated": {
          "n": 25,
          "ok": 23,
          "rate": 0.92
        },
        "unquoted_keys": {
          "n": 25,
          "ok": 25,
          "rate": 1.0
        },
        "unrecoverable": {
          "n": 25,
          "ok": 20,
          "rate": 0.8
        },
        "wrappers": {
          "n": 25,
          "ok": 17,
          "rate": 0.68
        }
      },
      "version": null
    }
  }
}