{
  "model_id": "mobtranslate/kuku-yalanji-nllb-lora",
  "version": "0.1.0",
  "created_at": "2026-07-02T06:12:03.314410+00:00",
  "base_model": "facebook/nllb-200-distilled-1.3B",
  "direction": "eng-gvn",
  "source_lang": "eng_Latn",
  "target_lang": "gvn_Latn",
  "target_lang_init_from": "tpi_Latn",
  "source_lang_token_id": 256047,
  "target_lang_token_id": 256204,
  "dataset": {
    "train_file": "/workspace/data/kuku_yalanji_v13_0_retrieval_context_bible/v8_2048row/train.eng-gvn.jsonl",
    "validation_file": "/workspace/data/kuku_yalanji_v13_0_retrieval_context_bible/v8_2048row/eval_train.eng-gvn.jsonl",
    "test_file": "/workspace/data/kuku_yalanji_v13_0_retrieval_context_bible/v8_2048row/eval_train.eng-gvn.jsonl",
    "split_rows": {
      "train": 512,
      "validation": 128,
      "test": 512
    },
    "max_train_samples": 512,
    "max_validation_samples": 128,
    "max_test_samples": 512,
    "shuffle_before_cap": false
  },
  "training_args": {
    "epochs": 20.0,
    "batch_size": 8,
    "gradient_accumulation_steps": 2,
    "learning_rate": 0.0002,
    "lora_r": 64,
    "lora_alpha": 128,
    "lora_dropout": 0.0,
    "lora_target_modules": [
      "q_proj",
      "k_proj",
      "v_proj",
      "out_proj",
      "fc1",
      "fc2"
    ],
    "modules_to_save": [],
    "seed": 42,
    "ensure_weight_tying": true,
    "effective_ensure_weight_tying": true,
    "generation_num_beams": 1,
    "generation_no_repeat_ngram_size": 0,
    "generation_repetition_penalty": 1.0,
    "generation_length_penalty": 1.0,
    "save_total_limit": 2,
    "gradient_checkpointing": false
  },
  "metrics": {
    "train": {
      "train_runtime": 448.2478,
      "train_samples_per_second": 22.845,
      "train_steps_per_second": 1.428,
      "total_flos": 1.4086883536011264e+16,
      "train_loss": 1.374134463071823,
      "epoch": 20.0
    },
    "validation": {
      "eval_loss": 0.08261804282665253,
      "eval_bleu": 91.43438443643481,
      "eval_chrf": 95.01308978665679,
      "eval_runtime": 39.2888,
      "eval_samples_per_second": 3.258,
      "eval_steps_per_second": 0.407,
      "epoch": 20.0
    },
    "test": {
      "test_loss": 0.08813342452049255,
      "test_bleu": 89.87210362054358,
      "test_chrf": 93.68337854769521,
      "test_runtime": 164.8625,
      "test_samples_per_second": 3.106,
      "test_steps_per_second": 0.388,
      "epoch": 20.0
    }
  },
  "artifacts": {
    "adapter_dir": "/workspace/models/kuku-yalanji-nllb-lora/v13.0-retrieval-context-bible-gvn-token-512row-20epoch-batch8/adapter",
    "merged_dir": "/workspace/models/kuku-yalanji-nllb-lora/v13.0-retrieval-context-bible-gvn-token-512row-20epoch-batch8/merged"
  }
}