{
  "schema_version": 1,
  "all_predictions_identical": true,
  "models": {
    "step2770": {
      "baseline_file": "/workspace/kuku-eval-kit/baseline/step2770.predictions.json",
      "baseline_sha256": "a44564bc150a391089c106df2b9f63d2d47ab26c94fcbc19f62de593286c77f3",
      "candidate_file": "/workspace/kuku-eval-kit/runs/kuku-version-benchmark-runpod-a40-r2-20260714T104027Z/predictions/step2770.predictions.json",
      "candidate_sha256": "9883f82e9afe131f7abae41751f5b9db167277f392da2e5b898f6359d4d94758",
      "rows": 340,
      "identical_predictions": 340,
      "mismatched_predictions": 0,
      "exact_prediction_parity_percent": 100.0,
      "metric_deltas_candidate_minus_baseline": {
        "bleu": 3.552713678800501e-15,
        "chrf": 0.0,
        "exact_match": 0.0,
        "empty_outputs": 0.0,
        "source_copy_outputs": 0.0
      },
      "mismatches": []
    },
    "step3120": {
      "baseline_file": "/workspace/kuku-eval-kit/baseline/step3120.predictions.json",
      "baseline_sha256": "21fbb7d8f83b2eca5bce3155b28ea0ab17ea9cf7faff550efe7d50d95ff8b911",
      "candidate_file": "/workspace/kuku-eval-kit/runs/kuku-version-benchmark-runpod-a40-r2-20260714T104027Z/predictions/step3120.predictions.json",
      "candidate_sha256": "907e99d87c67ebe6406ee2525687001e28329708502df2e9578a49ea5f838502",
      "rows": 340,
      "identical_predictions": 340,
      "mismatched_predictions": 0,
      "exact_prediction_parity_percent": 100.0,
      "metric_deltas_candidate_minus_baseline": {
        "bleu": 0.0,
        "chrf": 0.0,
        "exact_match": 0.0,
        "empty_outputs": 0.0,
        "source_copy_outputs": 0.0
      },
      "mismatches": []
    },
    "step4155_guarded": {
      "baseline_file": "/workspace/kuku-eval-kit/baseline/step4155_guarded.predictions.json",
      "baseline_sha256": "73a074b778d9538c94677283b0f234db1ab9b875987dbb859332391ae23a0d8e",
      "candidate_file": "/workspace/kuku-eval-kit/runs/kuku-version-benchmark-runpod-a40-r2-20260714T104027Z/predictions/step4155_guarded.predictions.json",
      "candidate_sha256": "f37637e726471400495598212e07056877981d910dc29041acf68ddd10f70a4b",
      "rows": 340,
      "identical_predictions": 340,
      "mismatched_predictions": 0,
      "exact_prediction_parity_percent": 100.0,
      "metric_deltas_candidate_minus_baseline": {
        "bleu": 0.0,
        "chrf": 0.0,
        "exact_match": 0.0,
        "empty_outputs": 0.0,
        "source_copy_outputs": 0.0
      },
      "mismatches": []
    }
  }
}