{
  "problems": 500,
  "ours_correct": 276,
  "reference_correct": 261,
  "difference_percentage_points": 3.0,
  "new_correct": [
    "test/algebra/1349.json",
    "test/precalculus/1303.json",
    "test/algebra/2427.json",
    "test/geometry/178.json",
    "test/precalculus/1300.json",
    "test/number_theory/914.json",
    "test/algebra/2058.json",
    "test/intermediate_algebra/1898.json",
    "test/geometry/283.json",
    "test/prealgebra/1686.json",
    "test/number_theory/753.json",
    "test/intermediate_algebra/1151.json",
    "test/algebra/2570.json",
    "test/algebra/2517.json",
    "test/precalculus/659.json",
    "test/algebra/2199.json",
    "test/algebra/1082.json",
    "test/algebra/733.json",
    "test/algebra/1937.json",
    "test/geometry/221.json",
    "test/number_theory/183.json",
    "test/intermediate_algebra/1837.json",
    "test/geometry/483.json",
    "test/counting_and_probability/913.json",
    "test/number_theory/691.json",
    "test/counting_and_probability/25149.json",
    "test/intermediate_algebra/1300.json",
    "test/geometry/1097.json",
    "test/algebra/1842.json",
    "test/geometry/947.json",
    "test/number_theory/686.json",
    "test/algebra/529.json",
    "test/intermediate_algebra/1166.json",
    "test/intermediate_algebra/860.json",
    "test/algebra/2264.json",
    "test/prealgebra/1743.json",
    "test/prealgebra/1784.json",
    "test/number_theory/928.json",
    "test/precalculus/681.json",
    "test/number_theory/1002.json",
    "test/intermediate_algebra/199.json",
    "test/algebra/1553.json",
    "test/number_theory/13.json",
    "test/number_theory/1000.json",
    "test/geometry/477.json",
    "test/geometry/615.json"
  ],
  "new_wrong": [
    "test/intermediate_algebra/1994.json",
    "test/intermediate_algebra/607.json",
    "test/geometry/353.json",
    "test/intermediate_algebra/623.json",
    "test/intermediate_algebra/47.json",
    "test/algebra/2700.json",
    "test/algebra/892.json",
    "test/number_theory/847.json",
    "test/number_theory/156.json",
    "test/intermediate_algebra/964.json",
    "test/counting_and_probability/803.json",
    "test/intermediate_algebra/991.json",
    "test/prealgebra/1908.json",
    "test/counting_and_probability/51.json",
    "test/intermediate_algebra/591.json",
    "test/number_theory/149.json",
    "test/number_theory/89.json",
    "test/algebra/2159.json",
    "test/number_theory/1065.json",
    "test/prealgebra/993.json",
    "test/number_theory/1287.json",
    "test/precalculus/695.json",
    "test/algebra/509.json",
    "test/prealgebra/1865.json",
    "test/prealgebra/2066.json",
    "test/number_theory/1185.json",
    "test/prealgebra/631.json",
    "test/intermediate_algebra/1797.json",
    "test/precalculus/625.json",
    "test/algebra/2476.json",
    "test/intermediate_algebra/1365.json"
  ],
  "exploratory_difference_bootstrap95_percentage_points": [
    -0.4,
    6.4
  ],
  "exploratory_mcnemar_exact_p": 0.11001559898513334,
  "statistical_limit": "Descriptive cross-engine comparison, not a controlled causal significance test; strongest global reference sample index selected retrospectively.",
  "output_tokens": 7914295,
  "mean_output_tokens": 15828.59,
  "mean_thinking_tokens": 5210.27,
  "capped": 165,
  "capped_correct": 0,
  "capped_without_close": 2,
  "capped_after_close": 163,
  "extra_close_tag_cases": 407,
  "extra_close_tags": 1348952,
  "unedited_original_sample0_correct": 35,
  "unedited_reference_problems": 500,
  "provenance": {
    "ours": "Local frozen output-head g4 model, seed0,n1",
    "edited_reference": "HF independent rerun, seed0,n4, index0",
    "unedited_reference": "Original upstream complete benchmark, seed0,n4,index0"
  },
  "matched_token_subset": {
    "problems": 20,
    "ours_mean": 15340.15,
    "reference_mean_retokenized": 21638.15,
    "saving": 0.29106000281909494,
    "exploratory_wilcoxon_p": 0.030364990234375,
    "limitation": "Only20 published reference first-sample texts; lengths retokenized and approximate, not the500-problem token saving."
  },
  "environment": {
    "platform": "Linux-7.0.12-vfio-vfio-x86_64-with-glibc2.43",
    "generation_python": "3.14.4",
    "fitting_and_scoring_python": "3.12.12",
    "packages": {
      "numpy": "2.5.5",
      "scipy": "1.18.1",
      "math-verify": "0.9.0",
      "tokenizers": "0.23.3",
      "huggingface-hub": "2.4.0"
    },
    "llama_cpp_base_commit": "3549c274dc22001d9118713fa56a10085b85de3b",
    "llama_cpp_patch": "tools/sparse-presence-penalty.patch",
    "GPU": "NVIDIA GeForce RTX 4060 Laptop GPU, 595.71.05, 8188 MiB",
    "CUDA_toolkit": "13.2.78",
    "kernel": "7.0.12-vfio-vfio",
    "compiler": "15.2.0",
    "hardware_note": "Single RTX4060 Laptop GPU with8GiB; no tensor parallelism. Existing setup has ~30GiB system RAM.",
    "CMAKE_CUDA_COMPILER": "/usr/bin/nvcc",
    "build_flags": {
      "GGML_CUDA": true,
      "GGML_CUDA_FA": true,
      "GGML_CUDA_GRAPHS": true,
      "GGML_NATIVE": true,
      "GGML_BLAS": false,
      "CMAKE_CUDA_ARCHITECTURES": "89"
    }
  },
  "ngram_diagnostic": {
    "capped": {
      "traces": 165,
      "alerted": 165
    },
    "finished": {
      "traces": 335,
      "alerted": 206
    }
  },
  "model": {
    "file": "Qwen3.5-0.8B-BF16-probe-graft.gguf",
    "sha256": "f3b305519ce9f86f603c657f8d6513a84738946b211829c35163f64d0eeb5a88",
    "bytes": 2066220288,
    "base_hf_revision": "2fc06364715b967f1860aea9cf38778875588b17",
    "changed_output_rows": [
      13428,
      13784,
      248069
    ],
    "unchanged_original_tensors": 299,
    "experimental": true,
    "known_failure": "Frequent repeated closing tags; see capped-answer audit and complete outputs."
  }
}
