{
  "file": "/workspace/models/kuku-yalanji-nllb-lora/v20.0-full-candidate-corpus-gvn-3epoch-lr2e-5/eval_heldout_usage_predictions_greedy.json",
  "metrics": {
    "bleu": 7.835930734519531,
    "chrf": 43.25761176817299,
    "rows": 84,
    "num_beams": 1,
    "no_repeat_ngram_size": 0,
    "repetition_penalty": 1.0,
    "length_penalty": 1.0
  },
  "rows": 84,
  "empty_predictions": 0,
  "length_ratio": {
    "mean": 1.4398809523809524,
    "median": 1.0,
    "min": 0.3333333333333333,
    "max": 34.0
  },
  "max_token_repeat_share": {
    "mean": 0.31207621937663954,
    "median": 0.25,
    "min": 0.1111111111111111,
    "max": 1.0
  }
}

SAMPLES

REF: None
SRC: <glossary> junumundajin ; type=intransitive-verb ; domain=manipulation-impact <usage_example> The bananas are joined together
HYP: Banana junumundajin
TGT: Mayi banana junumundajin

REF: None
SRC: <glossary> nyinki ; type=noun ; domain=body-part <usage_example> I saw him out of the corner of my eye
HYP: Ngayu nyungun nyinki nyajin miyilba
TGT: Ngayu nyungun nyinkibu nyajin

REF: None
SRC: <glossary> kimil ; type=noun ; domain=flora-plant <usage_example> I killed a snake with a stick
HYP: Ngayu juku yarkinkaku kunin jukubu
TGT: Ngayu jarba kunin kimilda

REF: None
SRC: <glossary> mara-dajil ; type=transitive-verb ; domain=transfer-possession <usage_example> I'll give you a hand/help you'
HYP: ngayu mara-dajil yununji
TGT: Ngayu yunundu mara-dajil.

REF: None
SRC: <glossary> wunjal ; type=transitive-verb ; domain=ingestion-consumption <usage_example> You finish up that food
HYP: Yundu yinya mayi kunbay-manil
TGT: Yundu yinyay mayinga wunjajika

REF: None
SRC: <glossary> darra ; type=adjective ; domain=dimension-size <usage_example> A truck can't go that way, the road is too narrow
HYP: Truck kari yinyaymba dungay, baral jarra karrkay
TGT: Truck yarra kari dungay baral darra bajaku

REF: None
SRC: <glossary> mumbar ; type=adjective ; domain=value-quality <usage_example> The crocodile is lying there alert
HYP: Nyulu mumbar warngku wunan
TGT: Bilngkumu milka mumbarku wunany

REF: None
SRC: <glossary> ngarngkul ; type=noun ; domain=water <usage_example> The kids are splashing in the water
HYP: Jana kaykay-kaykay ngarrngkul-ngarring
TGT: Kaykay-kaykay ngarngkuljiku jan jil-janjil