{
  "bleu": 6.986173600593652,
  "bleu_signature": "nrefs:1|case:mixed|eff:no|tok:13a|smooth:exp|version:2.6.0",
  "chrf": 27.318017800431804,
  "chrf_signature": "nrefs:1|case:mixed|eff:yes|nc:6|nw:2|space:no|version:2.6.0",
  "exact_match": 0.11764705882352941,
  "empty_outputs": 0,
  "source_copy_outputs": 0,
  "mean_prediction_characters": 17.020588235294117,
  "mean_reference_characters": 22.461764705882352,
  "rows": 340,
  "direction": "eng-gvn",
  "source_lang": "eng_Latn",
  "target_lang": "gvn_Latn",
  "batch_size": 8,
  "max_source_length": 192,
  "max_new_tokens": 208,
  "num_beams": 1,
  "no_repeat_ngram_size": 4,
  "repetition_penalty": 1.1,
  "length_penalty": 1.0,
  "do_sample": false,
  "deterministic_algorithms": true,
  "seed": 0,
  "cuda_matmul_allow_tf32": false,
  "cudnn_allow_tf32": false,
  "device": "cuda",
  "dtype": "torch.float32",
  "torch_version": "2.4.1+cu124",
  "transformers_version": "4.48.3",
  "cuda_version": "12.4",
  "gpu_name": "NVIDIA A40"
}