{
  "schema": 1,
  "development_only": true,
  "source_run": "qwen25coder7b_lir.json",
  "tasks": 20,
  "parser_accepted": 20,
  "official_tests_passed": 15,
  "rows": [
    {
      "id": "HumanEval/40",
      "first_generation_sha256": "6568378bf63ce08267e6bb12807e3feaf89a65e4b21a979247e7c1dd3a2c68c3",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/41",
      "first_generation_sha256": "689a8ee3833a895224dcbe376bae7d75d07cdb54a473b925b49346aa83ba2a68",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/42",
      "first_generation_sha256": "a2e24af41ba83c6b7d970b9d528526f4c5e4104b0493fe92ff8e1060b281eb1d",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/43",
      "first_generation_sha256": "c26b13621cdf8461e6ec6786877f9ea829bf71ebc0a32de61a39676b10cbbd44",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/44",
      "first_generation_sha256": "c7bafc8e98ff3ac35e28d45d9c01d7bea00b82ececa125ef1c9a8602113af001",
      "parser_accepted": true,
      "official_tests_passed": false,
      "error": "AssertionError()"
    },
    {
      "id": "HumanEval/45",
      "first_generation_sha256": "552ddd36bf47272d6b7fd44d508db22149380c930bcef807d1cd37cb692e6266",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/46",
      "first_generation_sha256": "2be55417df1464bb5cffbc20c8bdc690b3b4ba651ee94979c96ed172d3215d57",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/47",
      "first_generation_sha256": "de58b5f66ac38be72ef2a00831430c4b9a378f1212f12aac8f04557a43e3cc9d",
      "parser_accepted": true,
      "official_tests_passed": false,
      "error": "AssertionError()"
    },
    {
      "id": "HumanEval/48",
      "first_generation_sha256": "05cd9365bd0b7a7e0e6618bb3bf2f493b9a34475cf46b7880c1ce206682dd5ac",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/49",
      "first_generation_sha256": "788e064e1fa9c622643e7fcfc03900da964c253018c8c38f5efdec6db4942817",
      "parser_accepted": true,
      "official_tests_passed": false,
      "error": "AssertionError()"
    },
    {
      "id": "HumanEval/50",
      "first_generation_sha256": "e26150bc4c816cb6429145d356863439c19fe8b00f534bc69a29b4bcf7c10288",
      "parser_accepted": true,
      "official_tests_passed": false,
      "error": "RuntimeError(\"JS bridge died: ^^^\\n\\nSyntaxError: Unexpected token 'for'\\n    at new Script (node:vm:117:7)\\n    at createScript (node:vm:269:10)\\n    at Object.runInContext (node:vm:300:10)\\n    at file:///workspace/scratch/b8233941f598/recovered/compact-llm-ir-v0.0.8/benchmarks/external/lir_js_bridge.mjs:3:117\\n    at ModuleJob.run (node:internal/modules/esm/module_job:439:25)\\n    at async node:internal/modules/esm/loader:643:26\\n    at async asyncRunEntryPointWithESMLoader (node:internal/modules/run_main:101:5)\\n\\nNode.js v24.19.0\\n\")"
    },
    {
      "id": "HumanEval/51",
      "first_generation_sha256": "2034a48d96c642717604fd33e61fddaf620568b53f0df96a6e7ebe1a75b888ef",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/52",
      "first_generation_sha256": "e8225640cdfded126b537c5b7bb5c37c03c3a6710419834b19d06d214a5a2584",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/53",
      "first_generation_sha256": "bc082d01402cacb8b2a2590ff22bceb266a1bf05c2d12914ab59f524ee9fc725",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/54",
      "first_generation_sha256": "33c581c0bc85411795ee4c9cd980a27632689ef3892bc80a836f97567d33b629",
      "parser_accepted": true,
      "official_tests_passed": false,
      "error": "AssertionError()"
    },
    {
      "id": "HumanEval/55",
      "first_generation_sha256": "845ef9230a9aaed1b3ae92bc4c8b1b0b9244503c7d4aa196a5f5fe23a0864878",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/56",
      "first_generation_sha256": "821a1c47416518ef5571efe70ca4b418da4bbb8fa4365ea7fba35a9471f1a131",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/57",
      "first_generation_sha256": "f698b9fb979ab7a7f9435e60cec4565c6a1bef4bccc27e0d43efc8fb9ddc2541",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/58",
      "first_generation_sha256": "3a52f15a85fe92b2743c7026681b52bd228cc74ae59204a863b9e39f9b112f45",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    },
    {
      "id": "HumanEval/59",
      "first_generation_sha256": "07637e066e1d75e057263e30d62483447710a7b658213b20e5b1be23f326075c",
      "parser_accepted": true,
      "official_tests_passed": true,
      "error": ""
    }
  ]
}