{
  "schema_version": 1,
  "created_at": "2026-07-14T03:38:50.433832+00:00",
  "status": "FAIL",
  "selected_decoder": "nr4-rp110",
  "thresholds": {
    "synthetic_test_tagged_1606": {
      "chrf_min": 52.8374,
      "loops_max": 25
    },
    "db_usage_heldout_84": {
      "chrf_min": 45.1391
    },
    "bible_direct_heldout_325": {
      "chrf_min": 41.7751
    },
    "bible_ref_heldout_325": {
      "chrf_min": 41.9093
    }
  },
  "checks": {
    "baseline_synthetic_test_tagged_1606_empty_zero": true,
    "baseline_synthetic_test_tagged_1606_chrf": true,
    "baseline_synthetic_test_tagged_1606_loops": false,
    "baseline_db_usage_heldout_84_empty_zero": true,
    "baseline_db_usage_heldout_84_chrf": true,
    "baseline_bible_direct_heldout_325_empty_zero": true,
    "baseline_bible_direct_heldout_325_chrf": true,
    "baseline_bible_ref_heldout_325_empty_zero": true,
    "baseline_bible_ref_heldout_325_chrf": true,
    "selected_synthetic_dev_1609_empty_zero": true,
    "selected_synthetic_test_tagged_1606_empty_zero": true,
    "selected_synthetic_test_untagged_1606_empty_zero": true,
    "selected_elder_sentence_pair_43_empty_zero": true,
    "selected_db_usage_heldout_84_empty_zero": true,
    "selected_bible_direct_heldout_325_empty_zero": true,
    "selected_bible_ref_heldout_325_empty_zero": true,
    "selected_synthetic_loops_not_above_baseline": true
  },
  "observations": {
    "baseline": {
      "synthetic_test_tagged_1606": {
        "chrf": 53.16128604599919,
        "empty": 0,
        "repeated_segment_rows": 37
      },
      "db_usage_heldout_84": {
        "chrf": 46.19590811272065,
        "empty": 0,
        "repeated_segment_rows": 0
      },
      "bible_direct_heldout_325": {
        "chrf": 43.857245057826745,
        "empty": 0,
        "repeated_segment_rows": 1
      },
      "bible_ref_heldout_325": {
        "chrf": 43.76053168166823,
        "empty": 0,
        "repeated_segment_rows": 1
      }
    },
    "selected": {
      "synthetic_dev_1609": {
        "chrf": 54.355259373694295,
        "empty": 0,
        "repeated_segment_rows": 0
      },
      "synthetic_test_tagged_1606": {
        "chrf": 54.88599920765,
        "empty": 0,
        "repeated_segment_rows": 2
      },
      "synthetic_test_untagged_1606": {
        "chrf": 54.926390431963334,
        "empty": 0,
        "repeated_segment_rows": 1
      },
      "elder_sentence_pair_43": {
        "chrf": 29.268387878670893,
        "empty": 0,
        "repeated_segment_rows": 0
      },
      "db_usage_heldout_84": {
        "chrf": 46.96046450385031,
        "empty": 0,
        "repeated_segment_rows": 0
      },
      "bible_direct_heldout_325": {
        "chrf": 43.98382981505108,
        "empty": 0,
        "repeated_segment_rows": 0
      },
      "bible_ref_heldout_325": {
        "chrf": 43.94268429867268,
        "empty": 0,
        "repeated_segment_rows": 0
      }
    }
  },
  "interpretation": "PASS means the automatic preregistered research-candidate gates passed; it is not speaker certification or authorization for unrestricted production use."
}