{
  "train_sample": {
    "metrics": {
      "bleu": 23.34846437322879,
      "chrf": 47.09634456556977,
      "rows": 2456,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2456,
    "exact": 170,
    "exact_rate": 0.06921824104234528,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0066174314310394,
      "median": 1.0,
      "min": 0.08235294117647059,
      "max": 17.4
    },
    "max_token_repeat_share": {
      "mean": 0.16765396147803627,
      "median": 0.13636363636363635,
      "min": 0.03125,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.4790518374906662,
      "median": 0.4065148305084746,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "bible_ref": 1024,
      "translate": 1067,
      "usage_example_with_glossary": 365
    },
    "tier_counts": {
      "high_confidence_verse": 1645,
      "none": 408,
      "sentence_candidate": 403
    },
    "db_headword_hits": {
      "rows_with_headword": 365,
      "hits": 274,
      "rate": 0.7506849315068493
    },
    "elder_sentence_pair_exact": {
      "rows": 43,
      "exact": 0,
      "rate": 0.0
    }
  },
  "validation_bible_direct": {
    "metrics": {
      "bleu": 11.980071379735055,
      "chrf": 39.30213095247043,
      "rows": 2153,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2153,
    "exact": 52,
    "exact_rate": 0.024152345564328843,
    "empty": 1,
    "length_ratio": {
      "mean": 1.000728470567241,
      "median": 0.9047619047619048,
      "min": 0.0,
      "max": 20.0
    },
    "max_token_repeat_share": {
      "mean": 0.1485811698970536,
      "median": 0.1282051282051282,
      "min": 0.0,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.3743649075183451,
      "median": 0.35,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "translate": 2153
    },
    "tier_counts": {
      "high_confidence_verse": 1670,
      "sentence_candidate": 483
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "elder_sentence_pair_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "validation_bible_ref": {
    "metrics": {
      "bleu": 11.934767061577693,
      "chrf": 39.093880392237715,
      "rows": 2153,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2153,
    "exact": 46,
    "exact_rate": 0.021365536460752437,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0114747554070926,
      "median": 0.9166666666666666,
      "min": 0.16981132075471697,
      "max": 18.666666666666668
    },
    "max_token_repeat_share": {
      "mean": 0.147683715377849,
      "median": 0.12698412698412698,
      "min": 0.03225806451612903,
      "max": 0.9767441860465116
    },
    "reference_token_recall": {
      "mean": 0.3703341408095996,
      "median": 0.34615384615384615,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "bible_ref": 2153
    },
    "tier_counts": {
      "high_confidence_verse": 1670,
      "sentence_candidate": 483
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "elder_sentence_pair_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "test_bible_direct": {
    "metrics": {
      "bleu": 11.902008556232007,
      "chrf": 39.41441994560193,
      "rows": 2135,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2135,
    "exact": 65,
    "exact_rate": 0.03044496487119438,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0160772356245436,
      "median": 0.9090909090909091,
      "min": 0.08791208791208792,
      "max": 14.11111111111111
    },
    "max_token_repeat_share": {
      "mean": 0.1474362650921968,
      "median": 0.125,
      "min": 0.036585365853658534,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.3760617532217962,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "translate": 2135
    },
    "tier_counts": {
      "high_confidence_verse": 1657,
      "sentence_candidate": 478
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "elder_sentence_pair_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "test_bible_ref": {
    "metrics": {
      "bleu": 11.926216963309498,
      "chrf": 39.38908843508707,
      "rows": 2135,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2135,
    "exact": 67,
    "exact_rate": 0.03138173302107728,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0181939895961498,
      "median": 0.9090909090909091,
      "min": 0.17582417582417584,
      "max": 9.75
    },
    "max_token_repeat_share": {
      "mean": 0.1456170752676329,
      "median": 0.125,
      "min": 0.036585365853658534,
      "max": 0.9431818181818182
    },
    "reference_token_recall": {
      "mean": 0.37688054645959773,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "bible_ref": 2135
    },
    "tier_counts": {
      "high_confidence_verse": 1657,
      "sentence_candidate": 478
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "elder_sentence_pair_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_usage": {
    "metrics": {
      "bleu": 7.835930734519531,
      "chrf": 43.25761176817299,
      "rows": 84,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 84,
    "exact": 3,
    "exact_rate": 0.03571428571428571,
    "empty": 0,
    "length_ratio": {
      "mean": 1.4398809523809524,
      "median": 1.0,
      "min": 0.3333333333333333,
      "max": 34.0
    },
    "max_token_repeat_share": {
      "mean": 0.31207621937663954,
      "median": 0.25,
      "min": 0.1111111111111111,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.43641345427059713,
      "median": 0.3666666666666667,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "usage_example_with_glossary": 84
    },
    "tier_counts": {
      "none": 84
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 59,
      "rate": 0.7023809523809523
    },
    "elder_sentence_pair_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "elder_sentence_pair_all": {
    "metrics": {
      "bleu": 12.64480456889731,
      "chrf": 36.2399979835272,
      "rows": 43,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 43,
    "exact": 0,
    "exact_rate": 0.0,
    "empty": 0,
    "length_ratio": {
      "mean": 0.8335912674879897,
      "median": 0.75,
      "min": 0.47058823529411764,
      "max": 3.6666666666666665
    },
    "max_token_repeat_share": {
      "mean": 0.17017310375003514,
      "median": 0.14285714285714285,
      "min": 0.07142857142857142,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.2771130400287467,
      "median": 0.23333333333333334,
      "min": 0.0,
      "max": 0.75
    },
    "task_counts": {
      "translate": 43
    },
    "tier_counts": {
      "none": 43
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "elder_sentence_pair_exact": {
      "rows": 43,
      "exact": 0,
      "rate": 0.0
    }
  },
  "test_all": {
    "metrics": {
      "bleu": 11.923665737688653,
      "chrf": 39.39147030888842,
      "rows": 4397,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 4397,
    "exact": 135,
    "exact_rate": 0.030702751876279282,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0234167592331507,
      "median": 0.9090909090909091,
      "min": 0.08791208791208792,
      "max": 34.0
    },
    "max_token_repeat_share": {
      "mean": 0.14992056573962373,
      "median": 0.125,
      "min": 0.036585365853658534,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.37664462149186767,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "task_counts": {
      "bible_ref": 2135,
      "translate": 2178,
      "usage_example_with_glossary": 84
    },
    "tier_counts": {
      "high_confidence_verse": 3314,
      "none": 127,
      "sentence_candidate": 956
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 59,
      "rate": 0.7023809523809523
    },
    "elder_sentence_pair_exact": {
      "rows": 43,
      "exact": 0,
      "rate": 0.0
    }
  }
}