{
  "train_balanced": {
    "metrics": {
      "bleu": 91.37395664774827,
      "chrf": 95.9289688659808,
      "rows": 235,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 235,
    "exact": 139,
    "empty": 0,
    "length_ratio": {
      "mean": 1.008347942967168,
      "median": 1.0,
      "min": 0.7142857142857143,
      "max": 1.5
    },
    "max_token_repeat_share": {
      "mean": 0.15961719223225812,
      "median": 0.125,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.9265432182613341,
      "median": 1.0,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 64,
      "hits": 50,
      "rate": 0.78125
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 29,
      "rate": 0.6744186046511628
    }
  },
  "train_bible_direct2048": {
    "metrics": {
      "bleu": 92.20190980200115,
      "chrf": 97.39554831806774,
      "rows": 2048,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2048,
    "exact": 1185,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0002048163928516,
      "median": 1.0,
      "min": 0.9230769230769231,
      "max": 1.3888888888888888
    },
    "max_token_repeat_share": {
      "mean": 0.11511942261302906,
      "median": 0.10526315789473684,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.9480145845673539,
      "median": 1.0,
      "min": 0.5,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "train_bible_ref2048": {
    "metrics": {
      "bleu": 92.16655834917988,
      "chrf": 97.37541998330836,
      "rows": 2048,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 2048,
    "exact": 1184,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0000834859004273,
      "median": 1.0,
      "min": 0.8181818181818182,
      "max": 1.3888888888888888
    },
    "max_token_repeat_share": {
      "mean": 0.11514053051987914,
      "median": 0.10526315789473684,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.9477446884478484,
      "median": 1.0,
      "min": 0.5,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "train_usage": {
    "metrics": {
      "bleu": 72.3009765178712,
      "chrf": 86.12219115018836,
      "rows": 365,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 365,
    "exact": 222,
    "empty": 0,
    "length_ratio": {
      "mean": 1.022411393781257,
      "median": 1.0,
      "min": 0.3333333333333333,
      "max": 7.0
    },
    "max_token_repeat_share": {
      "mean": 0.2892976734072624,
      "median": 0.25,
      "min": 0.1,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 0.8433626875407697,
      "median": 1.0,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 365,
      "hits": 257,
      "rate": 0.7041095890410959
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "photo_story_all": {
    "metrics": {
      "bleu": 89.5340759562595,
      "chrf": 93.85958996040775,
      "rows": 43,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 43,
    "exact": 29,
    "empty": 0,
    "length_ratio": {
      "mean": 0.9990051428543965,
      "median": 1.0,
      "min": 0.7142857142857143,
      "max": 1.2727272727272727
    },
    "max_token_repeat_share": {
      "mean": 0.11224638589591539,
      "median": 0.1111111111111111,
      "min": 0.043478260869565216,
      "max": 0.26666666666666666
    },
    "reference_token_recall": {
      "mean": 0.9588047367896607,
      "median": 1.0,
      "min": 0.625,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 29,
      "rate": 0.6744186046511628
    }
  },
  "heldout_usage": {
    "metrics": {
      "bleu": 14.452376235437002,
      "chrf": 53.03412464058438,
      "rows": 84,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 84,
    "exact": 6,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0295351473922902,
      "median": 1.0,
      "min": 0.3333333333333333,
      "max": 2.3333333333333335
    },
    "max_token_repeat_share": {
      "mean": 0.29415627362055935,
      "median": 0.25,
      "min": 0.125,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.5336073318216176,
      "median": 0.5,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 69,
      "rate": 0.8214285714285714
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_all": {
    "metrics": {
      "bleu": 12.883484518589798,
      "chrf": 44.45940344276955,
      "rows": 734,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 734,
    "exact": 6,
    "empty": 0,
    "length_ratio": {
      "mean": 0.9762879664881376,
      "median": 0.9613095238095238,
      "min": 0.3333333333333333,
      "max": 2.3333333333333335
    },
    "max_token_repeat_share": {
      "mean": 0.14589964083793694,
      "median": 0.125,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.3964353501966479,
      "median": 0.375,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 69,
      "rate": 0.8214285714285714
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_all_plus_photo_train": {
    "metrics": {
      "bleu": 18.840812128599623,
      "chrf": 47.469597512814296,
      "rows": 777,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 777,
    "exact": 35,
    "empty": 0,
    "length_ratio": {
      "mean": 0.9775451590026153,
      "median": 1.0,
      "min": 0.3333333333333333,
      "max": 2.3333333333333335
    },
    "max_token_repeat_share": {
      "mean": 0.1440372341937839,
      "median": 0.125,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.42755746554220714,
      "median": 0.4,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 69,
      "rate": 0.8214285714285714
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 29,
      "rate": 0.6744186046511628
    }
  },
  "heldout_bible_direct325": {
    "metrics": {
      "bleu": 12.587459921211144,
      "chrf": 44.15713001092165,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 325,
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 0.9696177963428935,
      "median": 0.9444444444444444,
      "min": 0.4375,
      "max": 1.6666666666666667
    },
    "max_token_repeat_share": {
      "mean": 0.1258607235441857,
      "median": 0.11764705882352941,
      "min": 0.038461538461538464,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.3770728863426322,
      "median": 0.375,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_bible_ref325": {
    "metrics": {
      "bleu": 13.103115377044647,
      "chrf": 44.28710179071851,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 325,
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 0.9691957883381546,
      "median": 0.9411764705882353,
      "min": 0.4375,
      "max": 1.7777777777777777
    },
    "max_token_repeat_share": {
      "mean": 0.12761992073556425,
      "median": 0.11764705882352941,
      "min": 0.047619047619047616,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.38034413264605593,
      "median": 0.375,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  }
}