{
  "schema_version": 1,
  "created_at": "2026-07-14T04:03:36.080846+00:00",
  "status": "PASS",
  "experiment": "v21.2 final checkpoint with decoder transferred from v22 development",
  "decoder": {
    "num_beams": 1,
    "no_repeat_ngram_size": 4,
    "repetition_penalty": 1.1,
    "length_penalty": 1.0
  },
  "quality_floors": {
    "synthetic_test_tagged_1606": 52.8374,
    "synthetic_test_untagged_1606": 52.8142,
    "db_usage_heldout_84": 46.1391,
    "bible_direct_heldout_325": 42.7751,
    "bible_ref_heldout_325": 42.9093
  },
  "loop_maxima": {
    "synthetic_test_tagged_1606": 5,
    "synthetic_test_untagged_1606": 5
  },
  "checks": {
    "synthetic_dev_1609_empty_zero": true,
    "synthetic_test_tagged_1606_empty_zero": true,
    "synthetic_test_untagged_1606_empty_zero": true,
    "elder_sentence_pair_43_empty_zero": true,
    "db_usage_heldout_84_empty_zero": true,
    "bible_direct_heldout_325_empty_zero": true,
    "bible_ref_heldout_325_empty_zero": true,
    "synthetic_test_tagged_1606_chrf_noninferior": true,
    "synthetic_test_untagged_1606_chrf_noninferior": true,
    "db_usage_heldout_84_chrf_noninferior": true,
    "bible_direct_heldout_325_chrf_noninferior": true,
    "bible_ref_heldout_325_chrf_noninferior": true,
    "synthetic_test_tagged_1606_loops": true,
    "synthetic_test_untagged_1606_loops": true
  },
  "observations": {
    "synthetic_dev_1609": {
      "chrf": 55.16310193119895,
      "bleu": 26.03160712790923,
      "exact": 394,
      "empty": 0,
      "repeated_segment_rows": 1,
      "maximum_repeated_segment_count": 10,
      "severe_underlength_rows": 0,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.9818771277864898
    },
    "synthetic_test_tagged_1606": {
      "chrf": 55.70971440345897,
      "bleu": 26.45636930114924,
      "exact": 426,
      "empty": 0,
      "repeated_segment_rows": 2,
      "maximum_repeated_segment_count": 10,
      "severe_underlength_rows": 0,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.9825900089374259
    },
    "synthetic_test_untagged_1606": {
      "chrf": 55.727844583151175,
      "bleu": 26.546342619321027,
      "exact": 422,
      "empty": 0,
      "repeated_segment_rows": 2,
      "maximum_repeated_segment_count": 13,
      "severe_underlength_rows": 0,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.9810469005016074
    },
    "elder_sentence_pair_43": {
      "chrf": 29.356507704762592,
      "bleu": 6.362671150943347,
      "exact": 0,
      "empty": 0,
      "repeated_segment_rows": 0,
      "maximum_repeated_segment_count": 3,
      "severe_underlength_rows": 2,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.6613701099287845
    },
    "db_usage_heldout_84": {
      "chrf": 47.964773844085535,
      "bleu": 13.714663343106352,
      "exact": 1,
      "empty": 0,
      "repeated_segment_rows": 0,
      "maximum_repeated_segment_count": 2,
      "severe_underlength_rows": 1,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 1.0709519247151666
    },
    "bible_direct_heldout_325": {
      "chrf": 43.71971838142039,
      "bleu": 11.831450966349683,
      "exact": 0,
      "empty": 0,
      "repeated_segment_rows": 0,
      "maximum_repeated_segment_count": 5,
      "severe_underlength_rows": 1,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.9571451251453996
    },
    "bible_ref_heldout_325": {
      "chrf": 43.8352844674774,
      "bleu": 12.127299566943652,
      "exact": 0,
      "empty": 0,
      "repeated_segment_rows": 0,
      "maximum_repeated_segment_count": 5,
      "severe_underlength_rows": 0,
      "severe_overlength_rows": 0,
      "mean_character_length_ratio": 0.9628736670724002
    }
  },
  "interpretation": "PASS authorizes only a versioned guarded-decoding recipe for the unchanged v21.2 research model. It is not a new trained model, speaker certification, or approval for authoritative translation."
}