[
  {
    "file": "train.eng-gvn.jsonl",
    "rows": 35394,
    "min": 8,
    "max": 1288,
    "mean": 48.07826185229135,
    "median": 39.0,
    "p95": 78,
    "p99": 308,
    "max_source_length": 320,
    "over_max_source_length": 319,
    "first_over_max_source_length": [
      {
        "index": 184,
        "id": "6127839a-fee3-4bf5-9850-32279908e7c0:eng-gvn:bible_ref",
        "tokens": 358
      },
      {
        "index": 502,
        "id": "049a9d97-c488-4d6d-b2bb-b3c4584e9a9f:eng-gvn:translate",
        "tokens": 509
      },
      {
        "index": 527,
        "id": "b9af5116-6fd9-4f9d-ab2c-870ac276be13:eng-gvn:translate",
        "tokens": 649
      },
      {
        "index": 558,
        "id": "1d4108eb-411e-4500-8e0c-bd849e53beeb:eng-gvn:translate",
        "tokens": 453
      },
      {
        "index": 625,
        "id": "80ecc410-4980-4142-9c5c-31f973722891:eng-gvn:bible_ref",
        "tokens": 463
      },
      {
        "index": 656,
        "id": "b9fb7807-638e-4765-b03d-62f18d13bcea:eng-gvn:bible_ref",
        "tokens": 518
      },
      {
        "index": 813,
        "id": "94771133-f397-4a69-8ed6-efd444536068:eng-gvn:translate",
        "tokens": 423
      },
      {
        "index": 846,
        "id": "d0ea5b58-0eed-4f23-bcbf-389f0d45a8b8:eng-gvn:bible_ref",
        "tokens": 458
      },
      {
        "index": 1192,
        "id": "70d07ead-fc5c-4fa0-ae9d-3345d7002e32:eng-gvn:bible_ref",
        "tokens": 454
      },
      {
        "index": 1246,
        "id": "508e8f29-16dc-4717-b6db-29d858c9dcab:eng-gvn:bible_ref",
        "tokens": 479
      },
      {
        "index": 1345,
        "id": "f9e3821b-b167-4a22-87ca-72bd0980b4a5:eng-gvn:translate",
        "tokens": 323
      },
      {
        "index": 1387,
        "id": "3a661fc5-3b1b-4a47-af1a-6909cc64e4cf:eng-gvn:translate",
        "tokens": 356
      }
    ]
  },
  {
    "file": "validation.eng-gvn.jsonl",
    "rows": 4433,
    "min": 8,
    "max": 1637,
    "mean": 47.68441236183172,
    "median": 38,
    "p95": 76,
    "p99": 279,
    "max_source_length": 320,
    "over_max_source_length": 35,
    "first_over_max_source_length": [
      {
        "index": 23,
        "id": "f58ddd75-94e8-4e66-a22e-c2ef3eab9090:eng-gvn:translate",
        "tokens": 382
      },
      {
        "index": 77,
        "id": "40511cac-9c31-46a8-b44b-866e20cf92d2:eng-gvn:bible_ref",
        "tokens": 580
      },
      {
        "index": 221,
        "id": "d37e35ba-7fae-4486-8ee6-33c3d653216b:eng-gvn:translate",
        "tokens": 591
      },
      {
        "index": 629,
        "id": "40511cac-9c31-46a8-b44b-866e20cf92d2:eng-gvn:translate",
        "tokens": 569
      },
      {
        "index": 637,
        "id": "1f42d98e-342a-4bfe-aed3-cdb62ffd916b:eng-gvn:translate",
        "tokens": 484
      },
      {
        "index": 645,
        "id": "f80677d3-4a7c-46f7-9bd3-bec10ca53807:eng-gvn:bible_ref",
        "tokens": 401
      },
      {
        "index": 778,
        "id": "c81b0660-f3d3-4e15-b802-48111b41be77:eng-gvn:translate",
        "tokens": 506
      },
      {
        "index": 822,
        "id": "c81b0660-f3d3-4e15-b802-48111b41be77:eng-gvn:bible_ref",
        "tokens": 517
      },
      {
        "index": 892,
        "id": "f80677d3-4a7c-46f7-9bd3-bec10ca53807:eng-gvn:translate",
        "tokens": 391
      },
      {
        "index": 916,
        "id": "20e51bc8-638b-4d4f-a0d6-5adbb1f57a8f:eng-gvn:translate",
        "tokens": 357
      },
      {
        "index": 956,
        "id": "ca900d98-4ab8-40f8-bce7-bbbf953622ee:eng-gvn:bible_ref",
        "tokens": 530
      },
      {
        "index": 1104,
        "id": "a19df01a-3555-4a53-9922-992c9d052b15:eng-gvn:bible_ref",
        "tokens": 948
      }
    ]
  },
  {
    "file": "test.eng-gvn.jsonl",
    "rows": 4397,
    "min": 8,
    "max": 1310,
    "mean": 48.773254491698886,
    "median": 38,
    "p95": 72,
    "p99": 342,
    "max_source_length": 320,
    "over_max_source_length": 52,
    "first_over_max_source_length": [
      {
        "index": 217,
        "id": "a8267214-7e1f-459a-9afc-9167d722493a:eng-gvn:bible_ref",
        "tokens": 1242
      },
      {
        "index": 220,
        "id": "d7a96d3b-0c79-4fb4-ab1d-17dfc5805651:eng-gvn:translate",
        "tokens": 376
      },
      {
        "index": 455,
        "id": "968c8899-2c62-41ea-aea2-c6f775e9d55d:eng-gvn:bible_ref",
        "tokens": 332
      },
      {
        "index": 647,
        "id": "143a99eb-caca-4c98-9ad1-b75fcec94e33:eng-gvn:translate",
        "tokens": 963
      },
      {
        "index": 701,
        "id": "b4dd7d3e-ed87-485b-8411-1fbd53ee7327:eng-gvn:translate",
        "tokens": 777
      },
      {
        "index": 721,
        "id": "968c8899-2c62-41ea-aea2-c6f775e9d55d:eng-gvn:translate",
        "tokens": 321
      },
      {
        "index": 731,
        "id": "bde7cded-f583-4d1d-830c-e8b5870d0750:eng-gvn:bible_ref",
        "tokens": 347
      },
      {
        "index": 801,
        "id": "29873054-3db7-4f3a-a86d-ff0cb9ec1c51:eng-gvn:translate",
        "tokens": 342
      },
      {
        "index": 820,
        "id": "ce1e4246-d16b-47fb-ae37-e90f9994b3d3:eng-gvn:translate",
        "tokens": 428
      },
      {
        "index": 844,
        "id": "5bee9ff8-835f-4cee-bf57-c0b37a9126b9:eng-gvn:bible_ref",
        "tokens": 342
      },
      {
        "index": 850,
        "id": "2ef343f3-dd2f-4ddf-8eb9-a714444f084e:eng-gvn:bible_ref",
        "tokens": 658
      },
      {
        "index": 1181,
        "id": "0c2e087a-a0d0-474a-aaa4-6e0697f19c81:eng-gvn:translate",
        "tokens": 467
      }
    ]
  },
  {
    "file": "bible/eval_train_sample.eng-gvn.jsonl",
    "rows": 2456,
    "min": 10,
    "max": 1065,
    "mean": 47.03745928338762,
    "median": 39.0,
    "p95": 77,
    "p99": 247,
    "max_source_length": 320,
    "over_max_source_length": 16,
    "first_over_max_source_length": [
      {
        "index": 1,
        "id": "eed1fb34-c2c0-4f66-bb87-038f08f83970:eng-gvn:bible_ref",
        "tokens": 753
      },
      {
        "index": 35,
        "id": "1abdf4f2-9e13-4488-a765-c8d8e36cbf9a:eng-gvn:bible_ref",
        "tokens": 390
      },
      {
        "index": 93,
        "id": "e998361c-fb91-4dc3-87ac-843d56008723:eng-gvn:translate",
        "tokens": 492
      },
      {
        "index": 358,
        "id": "585d283e-b5f3-4302-a85a-3d217fa56844:eng-gvn:translate",
        "tokens": 1065
      },
      {
        "index": 361,
        "id": "0c4af18b-888e-47e3-bfc3-d49807f519b4:eng-gvn:translate",
        "tokens": 512
      },
      {
        "index": 374,
        "id": "731745b4-7566-4f93-a221-0237e8a862f8:eng-gvn:bible_ref",
        "tokens": 530
      },
      {
        "index": 572,
        "id": "a55ebca9-f109-4b17-9b8a-2e8a9487fb59:eng-gvn:translate",
        "tokens": 438
      },
      {
        "index": 660,
        "id": "7d9556da-5a47-4f36-a6b6-a3479a698c95:eng-gvn:bible_ref",
        "tokens": 322
      },
      {
        "index": 812,
        "id": "80404513-ba94-4089-8bb8-1180a18f6531:eng-gvn:bible_ref",
        "tokens": 606
      },
      {
        "index": 1276,
        "id": "ab6ca40c-d7f4-42d2-9255-53d018762711:eng-gvn:bible_ref",
        "tokens": 387
      },
      {
        "index": 1277,
        "id": "3aa08da0-faaf-4d03-919c-0ffbd23de52e:eng-gvn:bible_ref",
        "tokens": 373
      },
      {
        "index": 1501,
        "id": "5af52740-37e1-416b-8496-be07dd263df8:eng-gvn:bible_ref",
        "tokens": 489
      }
    ]
  },
  {
    "file": "bible/validation_direct.eng-gvn.jsonl",
    "rows": 2153,
    "min": 8,
    "max": 1627,
    "mean": 42.76962378077102,
    "median": 32,
    "p95": 71,
    "p99": 274,
    "max_source_length": 320,
    "over_max_source_length": 17,
    "first_over_max_source_length": [
      {
        "index": 110,
        "id": "40511cac-9c31-46a8-b44b-866e20cf92d2:eng-gvn:translate",
        "tokens": 569
      },
      {
        "index": 111,
        "id": "d37e35ba-7fae-4486-8ee6-33c3d653216b:eng-gvn:translate",
        "tokens": 591
      },
      {
        "index": 117,
        "id": "47a7de8c-26db-41a8-811a-a0a39029909f:eng-gvn:translate",
        "tokens": 1626
      },
      {
        "index": 118,
        "id": "972f954a-b438-4f32-80fe-fc38f10edeff:eng-gvn:translate",
        "tokens": 1627
      },
      {
        "index": 150,
        "id": "456cb830-5747-43c7-9a4c-eaee365c3e2e:eng-gvn:translate",
        "tokens": 917
      },
      {
        "index": 151,
        "id": "a19df01a-3555-4a53-9922-992c9d052b15:eng-gvn:translate",
        "tokens": 937
      },
      {
        "index": 269,
        "id": "1f42d98e-342a-4bfe-aed3-cdb62ffd916b:eng-gvn:translate",
        "tokens": 484
      },
      {
        "index": 270,
        "id": "976a429f-e03d-4c40-956c-86efec588aa5:eng-gvn:translate",
        "tokens": 501
      },
      {
        "index": 700,
        "id": "c81b0660-f3d3-4e15-b802-48111b41be77:eng-gvn:translate",
        "tokens": 506
      },
      {
        "index": 701,
        "id": "ca900d98-4ab8-40f8-bce7-bbbf953622ee:eng-gvn:translate",
        "tokens": 519
      },
      {
        "index": 781,
        "id": "4d499898-f8e5-4785-8295-59516f30ca31:eng-gvn:translate",
        "tokens": 324
      },
      {
        "index": 785,
        "id": "f80677d3-4a7c-46f7-9bd3-bec10ca53807:eng-gvn:translate",
        "tokens": 391
      }
    ]
  },
  {
    "file": "bible/validation_ref.eng-gvn.jsonl",
    "rows": 2153,
    "min": 20,
    "max": 1637,
    "mean": 53.22991175104505,
    "median": 42,
    "p95": 82,
    "p99": 285,
    "max_source_length": 320,
    "over_max_source_length": 18,
    "first_over_max_source_length": [
      {
        "index": 110,
        "id": "40511cac-9c31-46a8-b44b-866e20cf92d2:eng-gvn:bible_ref",
        "tokens": 580
      },
      {
        "index": 111,
        "id": "d37e35ba-7fae-4486-8ee6-33c3d653216b:eng-gvn:bible_ref",
        "tokens": 602
      },
      {
        "index": 117,
        "id": "47a7de8c-26db-41a8-811a-a0a39029909f:eng-gvn:bible_ref",
        "tokens": 1636
      },
      {
        "index": 118,
        "id": "972f954a-b438-4f32-80fe-fc38f10edeff:eng-gvn:bible_ref",
        "tokens": 1637
      },
      {
        "index": 150,
        "id": "456cb830-5747-43c7-9a4c-eaee365c3e2e:eng-gvn:bible_ref",
        "tokens": 928
      },
      {
        "index": 151,
        "id": "a19df01a-3555-4a53-9922-992c9d052b15:eng-gvn:bible_ref",
        "tokens": 948
      },
      {
        "index": 269,
        "id": "1f42d98e-342a-4bfe-aed3-cdb62ffd916b:eng-gvn:bible_ref",
        "tokens": 494
      },
      {
        "index": 270,
        "id": "976a429f-e03d-4c40-956c-86efec588aa5:eng-gvn:bible_ref",
        "tokens": 511
      },
      {
        "index": 700,
        "id": "c81b0660-f3d3-4e15-b802-48111b41be77:eng-gvn:bible_ref",
        "tokens": 517
      },
      {
        "index": 701,
        "id": "ca900d98-4ab8-40f8-bce7-bbbf953622ee:eng-gvn:bible_ref",
        "tokens": 530
      },
      {
        "index": 781,
        "id": "4d499898-f8e5-4785-8295-59516f30ca31:eng-gvn:bible_ref",
        "tokens": 334
      },
      {
        "index": 782,
        "id": "9c4fc003-a550-4af3-8256-477813a33c9e:eng-gvn:bible_ref",
        "tokens": 325
      }
    ]
  },
  {
    "file": "bible/test_direct.eng-gvn.jsonl",
    "rows": 2135,
    "min": 8,
    "max": 1299,
    "mean": 43.90257611241218,
    "median": 32,
    "p95": 66,
    "p99": 334,
    "max_source_length": 320,
    "over_max_source_length": 26,
    "first_over_max_source_length": [
      {
        "index": 130,
        "id": "a8267214-7e1f-459a-9afc-9167d722493a:eng-gvn:translate",
        "tokens": 1231
      },
      {
        "index": 131,
        "id": "d1d8eca5-828b-41d0-a519-33a22a15c5c9:eng-gvn:translate",
        "tokens": 1299
      },
      {
        "index": 167,
        "id": "29873054-3db7-4f3a-a86d-ff0cb9ec1c51:eng-gvn:translate",
        "tokens": 342
      },
      {
        "index": 168,
        "id": "5bee9ff8-835f-4cee-bf57-c0b37a9126b9:eng-gvn:translate",
        "tokens": 331
      },
      {
        "index": 173,
        "id": "968c8899-2c62-41ea-aea2-c6f775e9d55d:eng-gvn:translate",
        "tokens": 321
      },
      {
        "index": 174,
        "id": "c72fa4e3-6316-4a8e-a1c4-dc1da15eae8f:eng-gvn:translate",
        "tokens": 334
      },
      {
        "index": 175,
        "id": "42ba0506-f8e2-4e98-8f87-16d5e9aa707c:eng-gvn:translate",
        "tokens": 650
      },
      {
        "index": 176,
        "id": "c2090500-a9d2-4960-9bd2-7a98934614ab:eng-gvn:translate",
        "tokens": 645
      },
      {
        "index": 300,
        "id": "edef32de-6e9e-45ff-acc8-bd47e8830a0a:eng-gvn:translate",
        "tokens": 759
      },
      {
        "index": 301,
        "id": "b4dd7d3e-ed87-485b-8411-1fbd53ee7327:eng-gvn:translate",
        "tokens": 777
      },
      {
        "index": 308,
        "id": "3f56b3d3-541b-4992-8893-8ac4856090ff:eng-gvn:translate",
        "tokens": 528
      },
      {
        "index": 309,
        "id": "8fed6c32-6331-4672-bcad-c7ff317bd247:eng-gvn:translate",
        "tokens": 514
      }
    ]
  },
  {
    "file": "bible/test_ref.eng-gvn.jsonl",
    "rows": 2135,
    "min": 20,
    "max": 1310,
    "mean": 54.34473067915691,
    "median": 42,
    "p95": 77,
    "p99": 345,
    "max_source_length": 320,
    "over_max_source_length": 26,
    "first_over_max_source_length": [
      {
        "index": 130,
        "id": "a8267214-7e1f-459a-9afc-9167d722493a:eng-gvn:bible_ref",
        "tokens": 1242
      },
      {
        "index": 131,
        "id": "d1d8eca5-828b-41d0-a519-33a22a15c5c9:eng-gvn:bible_ref",
        "tokens": 1310
      },
      {
        "index": 167,
        "id": "29873054-3db7-4f3a-a86d-ff0cb9ec1c51:eng-gvn:bible_ref",
        "tokens": 353
      },
      {
        "index": 168,
        "id": "5bee9ff8-835f-4cee-bf57-c0b37a9126b9:eng-gvn:bible_ref",
        "tokens": 342
      },
      {
        "index": 173,
        "id": "968c8899-2c62-41ea-aea2-c6f775e9d55d:eng-gvn:bible_ref",
        "tokens": 332
      },
      {
        "index": 174,
        "id": "c72fa4e3-6316-4a8e-a1c4-dc1da15eae8f:eng-gvn:bible_ref",
        "tokens": 345
      },
      {
        "index": 175,
        "id": "42ba0506-f8e2-4e98-8f87-16d5e9aa707c:eng-gvn:bible_ref",
        "tokens": 661
      },
      {
        "index": 176,
        "id": "c2090500-a9d2-4960-9bd2-7a98934614ab:eng-gvn:bible_ref",
        "tokens": 656
      },
      {
        "index": 300,
        "id": "edef32de-6e9e-45ff-acc8-bd47e8830a0a:eng-gvn:bible_ref",
        "tokens": 770
      },
      {
        "index": 301,
        "id": "b4dd7d3e-ed87-485b-8411-1fbd53ee7327:eng-gvn:bible_ref",
        "tokens": 788
      },
      {
        "index": 308,
        "id": "3f56b3d3-541b-4992-8893-8ac4856090ff:eng-gvn:bible_ref",
        "tokens": 539
      },
      {
        "index": 309,
        "id": "8fed6c32-6331-4672-bcad-c7ff317bd247:eng-gvn:bible_ref",
        "tokens": 525
      }
    ]
  },
  {
    "file": "db_usage/heldout_usage.eng-gvn.jsonl",
    "rows": 84,
    "min": 33,
    "max": 53,
    "mean": 40.166666666666664,
    "median": 39.0,
    "p95": 48,
    "p99": 51,
    "max_source_length": 320,
    "over_max_source_length": 0,
    "first_over_max_source_length": []
  },
  {
    "file": "elder_sentence_pair/all_elder_sentence_pair.eng-gvn.jsonl",
    "rows": 43,
    "min": 13,
    "max": 62,
    "mean": 30.790697674418606,
    "median": 30,
    "p95": 44,
    "p99": 51,
    "max_source_length": 320,
    "over_max_source_length": 0,
    "first_over_max_source_length": []
  }
]