{
  "train_usage_photo": {
    "metrics": {
      "bleu": 100.00000000000004,
      "chrf": 100.0,
      "rows": 408,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 408,
    "exact": 408,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "max": 1.0
    },
    "max_token_repeat_share": {
      "mean": 0.2691829683962215,
      "median": 0.25,
      "min": 0.043478260869565216,
      "max": 1.0
    },
    "reference_token_recall": {
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 365,
      "hits": 245,
      "rate": 0.6712328767123288
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 43,
      "rate": 1.0
    }
  },
  "heldout_usage": {
    "metrics": {
      "bleu": 12.831715879171318,
      "chrf": 54.52235721508211,
      "rows": 84,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 84,
    "exact": 3,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0393943688586547,
      "median": 1.0,
      "min": 0.3333333333333333,
      "max": 2.0
    },
    "max_token_repeat_share": {
      "mean": 0.2873157596371882,
      "median": 0.25,
      "min": 0.1111111111111111,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.5096182917611489,
      "median": 0.5,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 64,
      "rate": 0.7619047619047619
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "photo_story_all": {
    "metrics": {
      "bleu": 100.00000000000004,
      "chrf": 100.0,
      "rows": 43,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 43,
    "exact": 43,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "max": 1.0
    },
    "max_token_repeat_share": {
      "mean": 0.10766113682409656,
      "median": 0.10526315789473684,
      "min": 0.043478260869565216,
      "max": 0.26666666666666666
    },
    "reference_token_recall": {
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 43,
      "rate": 1.0
    }
  },
  "heldout_all": {
    "metrics": {
      "bleu": 8.32917366487808,
      "chrf": 41.67230042973982,
      "rows": 734,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 734,
    "exact": 3,
    "empty": 0,
    "length_ratio": {
      "mean": 1.185119657612498,
      "median": 1.1428571428571428,
      "min": 0.3333333333333333,
      "max": 2.857142857142857
    },
    "max_token_repeat_share": {
      "mean": 0.14715534153273857,
      "median": 0.125,
      "min": 0.045454545454545456,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.360473957331365,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 64,
      "rate": 0.7619047619047619
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_all_plus_photo_train": {
    "metrics": {
      "bleu": 14.671759335653563,
      "chrf": 45.07611727993339,
      "rows": 777,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 777,
    "exact": 46,
    "empty": 0,
    "length_ratio": {
      "mean": 1.1748749403958476,
      "median": 1.125,
      "min": 0.3333333333333333,
      "max": 2.857142857142857
    },
    "max_token_repeat_share": {
      "mean": 0.14496969056430667,
      "median": 0.125,
      "min": 0.043478260869565216,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.3958660034507361,
      "median": 0.35,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 84,
      "hits": 64,
      "rate": 0.7619047619047619
    },
    "photo_story_exact": {
      "rows": 43,
      "exact": 43,
      "rate": 1.0
    }
  },
  "heldout_bible_direct325": {
    "metrics": {
      "bleu": 8.458211539663866,
      "chrf": 41.423914351504074,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 325,
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 1.191780667075553,
      "median": 1.1538461538461537,
      "min": 0.5384615384615384,
      "max": 2.857142857142857
    },
    "max_token_repeat_share": {
      "mean": 0.1298126391944694,
      "median": 0.11764705882352941,
      "min": 0.045454545454545456,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.33994107119682304,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  },
  "heldout_bible_ref325": {
    "metrics": {
      "bleu": 8.068165837006958,
      "chrf": 41.24667748065944,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "rows": 325,
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 1.2161230304735133,
      "median": 1.1666666666666667,
      "min": 0.5625,
      "max": 2.7142857142857144
    },
    "max_token_repeat_share": {
      "mean": 0.12827196657631923,
      "median": 0.1111111111111111,
      "min": 0.047619047619047616,
      "max": 0.5
    },
    "reference_token_recall": {
      "mean": 0.3424587693363628,
      "median": 0.3333333333333333,
      "min": 0.0,
      "max": 1.0
    },
    "db_headword_hits": {
      "rows_with_headword": 0,
      "hits": 0,
      "rate": null
    },
    "photo_story_exact": {
      "rows": 0,
      "exact": 0,
      "rate": null
    }
  }
}