{
  "train_direct2048": {
    "metrics": {
      "bleu": 91.74687972510492,
      "chrf": 97.14254644539547,
      "rows": 2048,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "exact": 1169,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0004177784861892,
      "median": 1.0,
      "min": 0.8181818181818182,
      "max": 1.4166666666666667
    },
    "max_token_repeat_share": {
      "mean": 0.11517692826191868,
      "median": 0.10526315789473684,
      "min": 0.038461538461538464,
      "max": 0.5
    }
  },
  "train_ref2048": {
    "metrics": {
      "bleu": 91.75786432649676,
      "chrf": 97.15669918849684,
      "rows": 2048,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "exact": 1167,
    "empty": 0,
    "length_ratio": {
      "mean": 1.0004285519029605,
      "median": 1.0,
      "min": 0.8181818181818182,
      "max": 1.4166666666666667
    },
    "max_token_repeat_share": {
      "mean": 0.11515460711675053,
      "median": 0.10526315789473684,
      "min": 0.038461538461538464,
      "max": 0.5
    }
  },
  "heldout_direct325": {
    "metrics": {
      "bleu": 12.76775503450679,
      "chrf": 44.14705462261123,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 0.964970673075197,
      "median": 0.9411764705882353,
      "min": 0.5,
      "max": 1.875
    },
    "max_token_repeat_share": {
      "mean": 0.12685319835855033,
      "median": 0.11764705882352941,
      "min": 0.045454545454545456,
      "max": 0.5
    }
  },
  "heldout_ref325": {
    "metrics": {
      "bleu": 12.4997881612847,
      "chrf": 43.722317908424706,
      "rows": 325,
      "num_beams": 1,
      "no_repeat_ngram_size": 0,
      "repetition_penalty": 1.0,
      "length_penalty": 1.0
    },
    "exact": 0,
    "empty": 0,
    "length_ratio": {
      "mean": 0.963391984825379,
      "median": 0.9375,
      "min": 0.5,
      "max": 2.0
    },
    "max_token_repeat_share": {
      "mean": 0.12797766491168722,
      "median": 0.125,
      "min": 0.047619047619047616,
      "max": 0.5
    }
  }
}