merge with 100 steps

README.md

@@ -10,8 +10,7 @@ tags:
 - robust-speech-event
 - model_for_talk
 datasets:
-- mozilla-foundation/common_voice_8_0
-- marinone94/nst_sv
+- common_voice
 model-index:
 - name: XLS-R-300M - Swedish
   results:
@@ -47,13 +46,10 @@ model-index:
 
 # 
 
-This model is a fine-tuned version of [KBLab/wav2vec2-large-voxrex](https://huggingface.co/KBLab/wav2vec2-large-voxrex) on 2 epochs of the MARINONE94/NST_SV - SV dataset (80% random split with seed 42 as the dataset for now has only the "train" split), and then on 50 epochs of the the MOZILLA-FOUNDATION/COMMON_VOICE_8_0 - SV-SE dataset ("train+validation" split).
-See run.sh to have a complete overview of all the training steps.
-NOTE: the first training for now didn't work as expected, so it might be useless or even degrade performance. Further investigation and development is needed.
-
-It achieves the following results on the MOZILLA-FOUNDATION/COMMON_VOICE_8_0 - SV-SE "test" set, without any language model:
-- Loss: 0.1497
-- Wer: 0.1261
+This model is a fine-tuned version of [KBLab/wav2vec2-large-voxrex](https://huggingface.co/KBLab/wav2vec2-large-voxrex) on the MOZILLA-FOUNDATION/COMMON_VOICE_8_0 - SV-SE dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1595
+- Wer: 0.1200
 
 ## Model description
 
@@ -80,59 +76,32 @@ The following hyperparameters were used during training:
 - total_train_batch_size: 128
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 2000
-- num_epochs: 50.0
+- lr_scheduler_warmup_ratio: 0.25
+- num_epochs: 100.0
 - mixed_precision_training: Native AMP
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Wer    |
 |:-------------:|:-----:|:----:|:---------------:|:------:|
-| 3.3533        | 1.1   | 100  | 3.2807          | 1.0    |
-| 3.1709        | 2.2   | 200  | 3.1325          | 1.0    |
-| 3.0573        | 3.3   | 300  | 3.0615          | 1.0    |
-| 3.0314        | 4.39  | 400  | 3.0990          | 1.0    |
-| 3.0129        | 5.49  | 500  | 3.0400          | 1.0    |
-| 2.9964        | 6.59  | 600  | 2.9990          | 1.0    |
-| 2.9602        | 7.69  | 700  | 2.9620          | 1.0    |
-| 2.8756        | 8.79  | 800  | 2.7302          | 1.0    |
-| 2.2931        | 9.89  | 900  | 1.5058          | 0.9776 |
-| 1.8427        | 10.98 | 1000 | 0.9155          | 0.7832 |
-| 1.4286        | 12.09 | 1100 | 0.4075          | 0.3796 |
-| 1.2229        | 13.19 | 1200 | 0.2893          | 0.2652 |
-| 1.1106        | 14.28 | 1300 | 0.2469          | 0.2254 |
-| 1.0663        | 15.38 | 1400 | 0.2219          | 0.1973 |
-| 1.0667        | 16.48 | 1500 | 0.2129          | 0.1894 |
-| 1.0193        | 17.58 | 1600 | 0.1991          | 0.1789 |
-| 0.9816        | 18.68 | 1700 | 0.1940          | 0.1801 |
-| 0.9814        | 19.78 | 1800 | 0.1860          | 0.1667 |
-| 0.9787        | 20.87 | 1900 | 0.1888          | 0.1642 |
-| 0.9699        | 21.97 | 2000 | 0.1875          | 0.1704 |
-| 0.9616        | 23.08 | 2100 | 0.1802          | 0.1617 |
-| 0.9378        | 24.17 | 2200 | 0.1793          | 0.1577 |
-| 0.888         | 25.27 | 2300 | 0.1764          | 0.1545 |
-| 0.8942        | 26.37 | 2400 | 0.1674          | 0.1492 |
-| 0.8701        | 27.47 | 2500 | 0.1739          | 0.1512 |
-| 0.8555        | 28.57 | 2600 | 0.1690          | 0.1446 |
-| 0.8513        | 29.67 | 2700 | 0.1649          | 0.1477 |
-| 0.8659        | 30.77 | 2800 | 0.1637          | 0.1422 |
-| 0.8419        | 31.86 | 2900 | 0.1614          | 0.1397 |
-| 0.8491        | 32.96 | 3000 | 0.1595          | 0.1401 |
-| 0.8395        | 34.07 | 3100 | 0.1607          | 0.1376 |
-| 0.83          | 35.16 | 3200 | 0.1538          | 0.1379 |
-| 0.7835        | 36.26 | 3300 | 0.1602          | 0.1408 |
-| 0.7703        | 37.36 | 3400 | 0.1601          | 0.1369 |
-| 0.7474        | 38.46 | 3500 | 0.1514          | 0.1342 |
-| 0.7719        | 39.56 | 3600 | 0.1593          | 0.1353 |
-| 0.7638        | 40.66 | 3700 | 0.1536          | 0.1338 |
-| 0.771         | 41.75 | 3800 | 0.1531          | 0.1317 |
-| 0.7594        | 42.85 | 3900 | 0.1498          | 0.1288 |
-| 0.7383        | 43.95 | 4000 | 0.1527          | 0.1300 |
-| 0.7565        | 45.05 | 4100 | 0.1482          | 0.1289 |
-| 0.7697        | 46.15 | 4200 | 0.1495          | 0.1272 |
-| 0.7194        | 47.25 | 4300 | 0.1493          | 0.1269 |
-| 0.7479        | 48.35 | 4400 | 0.1490          | 0.1276 |
-| 0.7132        | 49.45 | 4500 | 0.1501          | 0.1265 |
+| 3.0418        | 5.49  | 500  | 3.0176          | 1.0    |
+| 1.1819        | 10.98 | 1000 | 0.2562          | 0.2168 |
+| 1.0032        | 16.48 | 1500 | 0.1746          | 0.1546 |
+| 0.9077        | 21.97 | 2000 | 0.1600          | 0.1339 |
+| 0.8687        | 27.47 | 2500 | 0.1647          | 0.1378 |
+| 0.8081        | 32.96 | 3000 | 0.1608          | 0.1353 |
+| 0.7923        | 38.46 | 3500 | 0.1534          | 0.1277 |
+| 0.7349        | 43.95 | 4000 | 0.1546          | 0.1303 |
+| 0.7199        | 49.45 | 4500 | 0.1617          | 0.1277 |
+| 0.7028        | 54.94 | 5000 | 0.1572          | 0.1287 |
+| 0.6912        | 60.44 | 5500 | 0.1560          | 0.1249 |
+| 0.6492        | 65.93 | 6000 | 0.1542          | 0.1260 |
+| 0.6407        | 71.43 | 6500 | 0.1605          | 0.1240 |
+| 0.6222        | 76.92 | 7000 | 0.1577          | 0.1219 |
+| 0.6039        | 82.42 | 7500 | 0.1645          | 0.1249 |
+| 0.5928        | 87.91 | 8000 | 0.1590          | 0.1214 |
+| 0.6022        | 93.4  | 8500 | 0.1597          | 0.1213 |
+| 0.5814        | 98.9  | 9000 | 0.1599          | 0.1199 |
 
 
 ### Framework versions

all_results.json

@@ -1,14 +1,14 @@
 {
-    "epoch": 49.99,
-    "eval_loss": 0.14973030984401703,
-    "eval_runtime": 191.6982,
+    "epoch": 99.99,
+    "eval_loss": 0.15951618552207947,
+    "eval_runtime": 182.1421,
     "eval_samples": 4843,
-    "eval_samples_per_second": 25.264,
-    "eval_steps_per_second": 0.793,
-    "eval_wer": 0.1260857223956855,
-    "train_loss": 1.3462627654023223,
-    "train_runtime": 35973.7,
+    "eval_samples_per_second": 26.589,
+    "eval_steps_per_second": 0.835,
+    "eval_wer": 0.11995458416122623,
+    "train_loss": 1.0890738963032818,
+    "train_runtime": 51321.8258,
     "train_samples": 11690,
-    "train_samples_per_second": 16.248,
-    "train_steps_per_second": 0.126
+    "train_samples_per_second": 22.778,
+    "train_steps_per_second": 0.177
 }

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "marinone94/xls-r-300m-sv-robust",
+  "_name_or_path": "KBLab/wav2vec2-large-voxrex",
   "activation_dropout": 0.1,
   "adapter_kernel_size": 3,
   "adapter_stride": 2,

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 49.99,
-    "eval_loss": 0.14973030984401703,
-    "eval_runtime": 191.6982,
+    "epoch": 99.99,
+    "eval_loss": 0.15951618552207947,
+    "eval_runtime": 182.1421,
     "eval_samples": 4843,
-    "eval_samples_per_second": 25.264,
-    "eval_steps_per_second": 0.793,
-    "eval_wer": 0.1260857223956855
+    "eval_samples_per_second": 26.589,
+    "eval_steps_per_second": 0.835,
+    "eval_wer": 0.11995458416122623
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c284a4869295d3f95db2001f0fef26d374358f6f33b31cf64b9994c12e4cfd91
+oid sha256:ec3b156a60daf43e917193baaa8c86f877c8edac042d9b52cbee4844919ed3d3
 size 1262063089

run.sh

@@ -1,63 +1,25 @@
-python run_speech_recognition_ctc.py \
-	--dataset_name="marinone94/nst_sv" \
-	--model_name_or_path="KBLab/wav2vec2-large-voxrex" \
-	--dataset_config_name="distant_channel" \
-	--train_split_name="train" \
-	--eval_split_name="test" \
-	--output_dir="./" \
-	--overwrite_output_dir \
-	--num_train_epochs="2" \
-	--per_device_train_batch_size="32" \
-	--per_device_eval_batch_size="32" \
-	--gradient_accumulation_steps="4" \
-	--learning_rate="7.5e-4" \
-	--warmup_ratio="0.02" \
-	--length_column_name="input_length" \
-	--evaluation_strategy="steps" \
-	--save_strategy="steps" \
-	--eval_steps="100" \
-	--save_steps="100" \
-	--text_column_name="sentence" \
-	--chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – \
-	--logging_steps="20" \
-	--layerdrop="0.0" \
-	--activation_dropout="0.1" \
-	--save_total_limit="2" \
-	--freeze_feature_encoder \
-	--feat_proj_dropout="0.0" \
-	--mask_time_prob="0.75" \
-	--mask_time_length="10" \
-	--mask_feature_prob="0.25" \
-	--mask_feature_length="64" \
-	--gradient_checkpointing \
-	--use_auth_token \
-	--fp16 \
-	--group_by_length \
-	--do_train --do_eval \
-	--push_to_hub
-
 python run_speech_recognition_ctc.py \
 	--dataset_name="mozilla-foundation/common_voice_8_0" \
-	--model_name_or_path="marinone94/xls-r-300m-sv-robust" \
+	--model_name_or_path="KBLab/wav2vec2-large-voxrex" \
 	--dataset_config_name="sv-SE" \
 	--train_split_name="train+validation" \
 	--eval_split_name="test" \
 	--output_dir="./" \
 	--overwrite_output_dir \
-	--num_train_epochs="50" \
+	--num_train_epochs="100" \
 	--per_device_train_batch_size="32" \
 	--per_device_eval_batch_size="32" \
 	--gradient_accumulation_steps="4" \
 	--learning_rate="2.5e-4" \
-	--warmup_steps="2000" \
+	--warmup_ratio="0.25" \
 	--length_column_name="input_length" \
 	--evaluation_strategy="steps" \
 	--save_strategy="steps" \
-	--eval_steps="100" \
-	--save_steps="100" \
+	--eval_steps="500" \
+	--save_steps="500" \
 	--text_column_name="sentence" \
 	--chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – \
-	--logging_steps="20" \
+	--logging_steps="50" \
 	--layerdrop="0.0" \
 	--activation_dropout="0.1" \
 	--save_total_limit="2" \

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 49.99,
-    "train_loss": 1.3462627654023223,
-    "train_runtime": 35973.7,
+    "epoch": 99.99,
+    "train_loss": 1.0890738963032818,
+    "train_runtime": 51321.8258,
     "train_samples": 11690,
-    "train_samples_per_second": 16.248,
-    "train_steps_per_second": 0.126
+    "train_samples_per_second": 22.778,
+    "train_steps_per_second": 0.177
 }

trainer_state.json

@@ -1,1792 +1,1279 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 49.994535519125684,
-  "global_step": 4550,
+  "epoch": 99.99453551912568,
+  "global_step": 9100,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.22,
-      "learning_rate": 2.5e-06,
-      "loss": 3.5867,
-      "step": 20
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 5e-06,
-      "loss": 3.5457,
-      "step": 40
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 7.5e-06,
-      "loss": 3.4513,
-      "step": 60
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1e-05,
-      "loss": 3.3432,
-      "step": 80
+      "epoch": 0.55,
+      "learning_rate": 5.384615384615385e-06,
+      "loss": 14.944,
+      "step": 50
     },
     {
       "epoch": 1.1,
-      "learning_rate": 1.25e-05,
-      "loss": 3.3533,
+      "learning_rate": 1.076923076923077e-05,
+      "loss": 14.3202,
       "step": 100
     },
     {
-      "epoch": 1.1,
-      "eval_loss": 3.2806732654571533,
-      "eval_runtime": 190.4728,
-      "eval_samples_per_second": 25.426,
-      "eval_steps_per_second": 0.798,
-      "eval_wer": 1.0,
-      "step": 100
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.5e-05,
-      "loss": 3.2217,
-      "step": 120
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 1.7500000000000002e-05,
-      "loss": 3.1765,
-      "step": 140
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 2e-05,
-      "loss": 3.1408,
-      "step": 160
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 2.2499999999999998e-05,
-      "loss": 3.1165,
-      "step": 180
+      "epoch": 1.64,
+      "learning_rate": 1.6263736263736265e-05,
+      "loss": 8.0014,
+      "step": 150
     },
     {
       "epoch": 2.2,
-      "learning_rate": 2.5e-05,
-      "loss": 3.1709,
+      "learning_rate": 2.175824175824176e-05,
+      "loss": 3.9265,
       "step": 200
     },
     {
-      "epoch": 2.2,
-      "eval_loss": 3.1325438022613525,
-      "eval_runtime": 192.4978,
-      "eval_samples_per_second": 25.159,
-      "eval_steps_per_second": 0.79,
-      "eval_wer": 1.0,
-      "step": 200
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 2.75e-05,
-      "loss": 3.079,
-      "step": 220
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 3e-05,
-      "loss": 3.0677,
-      "step": 240
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 3.2500000000000004e-05,
-      "loss": 3.0656,
-      "step": 260
-    },
-    {
-      "epoch": 3.08,
-      "learning_rate": 3.5000000000000004e-05,
-      "loss": 3.1463,
-      "step": 280
-    },
-    {
-      "epoch": 3.3,
-      "learning_rate": 3.75e-05,
-      "loss": 3.0573,
-      "step": 300
+      "epoch": 2.74,
+      "learning_rate": 2.7252747252747255e-05,
+      "loss": 3.2842,
+      "step": 250
     },
     {
       "epoch": 3.3,
-      "eval_loss": 3.0614514350891113,
-      "eval_runtime": 194.36,
-      "eval_samples_per_second": 24.918,
-      "eval_steps_per_second": 0.782,
-      "eval_wer": 1.0,
+      "learning_rate": 3.274725274725275e-05,
+      "loss": 3.1869,
       "step": 300
     },
     {
-      "epoch": 3.51,
-      "learning_rate": 4e-05,
-      "loss": 3.0511,
-      "step": 320
-    },
-    {
-      "epoch": 3.73,
-      "learning_rate": 4.25e-05,
-      "loss": 3.0358,
-      "step": 340
-    },
-    {
-      "epoch": 3.95,
-      "learning_rate": 4.4999999999999996e-05,
-      "loss": 3.0416,
-      "step": 360
-    },
-    {
-      "epoch": 4.17,
-      "learning_rate": 4.75e-05,
-      "loss": 3.1053,
-      "step": 380
+      "epoch": 3.84,
+      "learning_rate": 3.824175824175824e-05,
+      "loss": 3.108,
+      "step": 350
     },
     {
       "epoch": 4.39,
-      "learning_rate": 5e-05,
-      "loss": 3.0314,
+      "learning_rate": 4.3736263736263734e-05,
+      "loss": 3.1175,
       "step": 400
     },
     {
-      "epoch": 4.39,
-      "eval_loss": 3.0990231037139893,
-      "eval_runtime": 198.3688,
-      "eval_samples_per_second": 24.414,
-      "eval_steps_per_second": 0.766,
-      "eval_wer": 1.0,
-      "step": 400
-    },
-    {
-      "epoch": 4.61,
-      "learning_rate": 5.25e-05,
-      "loss": 3.0309,
-      "step": 420
-    },
-    {
-      "epoch": 4.83,
-      "learning_rate": 5.5e-05,
-      "loss": 3.0259,
-      "step": 440
-    },
-    {
-      "epoch": 5.05,
-      "learning_rate": 5.75e-05,
-      "loss": 3.0998,
-      "step": 460
-    },
-    {
-      "epoch": 5.27,
-      "learning_rate": 6e-05,
-      "loss": 3.0152,
-      "step": 480
+      "epoch": 4.94,
+      "learning_rate": 4.923076923076923e-05,
+      "loss": 3.0525,
+      "step": 450
     },
     {
       "epoch": 5.49,
-      "learning_rate": 6.25e-05,
-      "loss": 3.0129,
+      "learning_rate": 5.472527472527473e-05,
+      "loss": 3.0418,
       "step": 500
     },
     {
       "epoch": 5.49,
-      "eval_loss": 3.039973497390747,
-      "eval_runtime": 190.8567,
-      "eval_samples_per_second": 25.375,
-      "eval_steps_per_second": 0.796,
+      "eval_loss": 3.0175631046295166,
+      "eval_runtime": 180.0397,
+      "eval_samples_per_second": 26.9,
+      "eval_steps_per_second": 0.844,
       "eval_wer": 1.0,
       "step": 500
     },
     {
-      "epoch": 5.71,
-      "learning_rate": 6.500000000000001e-05,
-      "loss": 3.0088,
-      "step": 520
-    },
-    {
-      "epoch": 5.93,
-      "learning_rate": 6.75e-05,
-      "loss": 3.0051,
-      "step": 540
-    },
-    {
-      "epoch": 6.15,
-      "learning_rate": 7.000000000000001e-05,
-      "loss": 3.073,
-      "step": 560
-    },
-    {
-      "epoch": 6.37,
-      "learning_rate": 7.25e-05,
-      "loss": 3.0031,
-      "step": 580
+      "epoch": 6.04,
+      "learning_rate": 6.021978021978022e-05,
+      "loss": 2.9976,
+      "step": 550
     },
     {
       "epoch": 6.59,
-      "learning_rate": 7.5e-05,
-      "loss": 2.9964,
+      "learning_rate": 6.571428571428571e-05,
+      "loss": 2.9326,
       "step": 600
     },
     {
-      "epoch": 6.59,
-      "eval_loss": 2.998962640762329,
-      "eval_runtime": 193.5213,
-      "eval_samples_per_second": 25.026,
-      "eval_steps_per_second": 0.785,
-      "eval_wer": 1.0,
-      "step": 600
-    },
-    {
-      "epoch": 6.81,
-      "learning_rate": 7.75e-05,
-      "loss": 2.9921,
-      "step": 620
-    },
-    {
-      "epoch": 7.03,
-      "learning_rate": 8e-05,
-      "loss": 3.0665,
-      "step": 640
-    },
-    {
-      "epoch": 7.25,
-      "learning_rate": 8.25e-05,
-      "loss": 2.9826,
-      "step": 660
-    },
-    {
-      "epoch": 7.47,
-      "learning_rate": 8.5e-05,
-      "loss": 2.9689,
-      "step": 680
-    },
-    {
-      "epoch": 7.69,
-      "learning_rate": 8.75e-05,
-      "loss": 2.9602,
-      "step": 700
+      "epoch": 7.14,
+      "learning_rate": 7.120879120879122e-05,
+      "loss": 2.9006,
+      "step": 650
     },
     {
       "epoch": 7.69,
-      "eval_loss": 2.9620397090911865,
-      "eval_runtime": 193.5851,
-      "eval_samples_per_second": 25.017,
-      "eval_steps_per_second": 0.785,
-      "eval_wer": 1.0,
+      "learning_rate": 7.67032967032967e-05,
+      "loss": 2.5847,
       "step": 700
     },
     {
-      "epoch": 7.91,
-      "learning_rate": 8.999999999999999e-05,
-      "loss": 2.9639,
-      "step": 720
-    },
-    {
-      "epoch": 8.13,
-      "learning_rate": 9.25e-05,
-      "loss": 3.0215,
-      "step": 740
-    },
-    {
-      "epoch": 8.35,
-      "learning_rate": 9.5e-05,
-      "loss": 2.9454,
-      "step": 760
-    },
-    {
-      "epoch": 8.57,
-      "learning_rate": 9.750000000000001e-05,
-      "loss": 2.9239,
-      "step": 780
+      "epoch": 8.24,
+      "learning_rate": 8.219780219780219e-05,
+      "loss": 1.9329,
+      "step": 750
     },
     {
       "epoch": 8.79,
-      "learning_rate": 0.0001,
-      "loss": 2.8756,
+      "learning_rate": 8.76923076923077e-05,
+      "loss": 1.5005,
       "step": 800
     },
     {
-      "epoch": 8.79,
-      "eval_loss": 2.7302000522613525,
-      "eval_runtime": 191.8065,
-      "eval_samples_per_second": 25.249,
-      "eval_steps_per_second": 0.792,
-      "eval_wer": 1.0,
-      "step": 800
-    },
-    {
-      "epoch": 9.01,
-      "learning_rate": 0.0001025,
-      "loss": 2.8933,
-      "step": 820
-    },
-    {
-      "epoch": 9.23,
-      "learning_rate": 0.000105,
-      "loss": 2.7318,
-      "step": 840
-    },
-    {
-      "epoch": 9.45,
-      "learning_rate": 0.0001075,
-      "loss": 2.5941,
-      "step": 860
-    },
-    {
-      "epoch": 9.67,
-      "learning_rate": 0.00011,
-      "loss": 2.4441,
-      "step": 880
+      "epoch": 9.34,
+      "learning_rate": 9.318681318681319e-05,
+      "loss": 1.3603,
+      "step": 850
     },
     {
       "epoch": 9.89,
-      "learning_rate": 0.00011250000000000001,
-      "loss": 2.2931,
+      "learning_rate": 9.868131868131869e-05,
+      "loss": 1.2882,
       "step": 900
     },
     {
-      "epoch": 9.89,
-      "eval_loss": 1.5057899951934814,
-      "eval_runtime": 196.4368,
-      "eval_samples_per_second": 24.654,
-      "eval_steps_per_second": 0.774,
-      "eval_wer": 0.9775759296054499,
-      "step": 900
-    },
-    {
-      "epoch": 10.11,
-      "learning_rate": 0.000115,
-      "loss": 2.1999,
-      "step": 920
-    },
-    {
-      "epoch": 10.33,
-      "learning_rate": 0.0001175,
-      "loss": 2.0574,
-      "step": 940
-    },
-    {
-      "epoch": 10.55,
-      "learning_rate": 0.00012,
-      "loss": 1.9672,
-      "step": 960
-    },
-    {
-      "epoch": 10.77,
-      "learning_rate": 0.0001225,
-      "loss": 1.9015,
-      "step": 980
+      "epoch": 10.44,
+      "learning_rate": 0.00010417582417582417,
+      "loss": 1.2259,
+      "step": 950
     },
     {
       "epoch": 10.98,
-      "learning_rate": 0.000125,
-      "loss": 1.8427,
+      "learning_rate": 0.00010967032967032966,
+      "loss": 1.1819,
       "step": 1000
     },
     {
       "epoch": 10.98,
-      "eval_loss": 0.9154536724090576,
-      "eval_runtime": 203.1168,
-      "eval_samples_per_second": 23.843,
-      "eval_steps_per_second": 0.748,
-      "eval_wer": 0.7832245245529378,
+      "eval_loss": 0.2561783790588379,
+      "eval_runtime": 183.3784,
+      "eval_samples_per_second": 26.41,
+      "eval_steps_per_second": 0.829,
+      "eval_wer": 0.21680386034629576,
       "step": 1000
     },
     {
-      "epoch": 11.21,
-      "learning_rate": 0.0001275,
-      "loss": 1.8155,
-      "step": 1020
-    },
-    {
-      "epoch": 11.43,
-      "learning_rate": 0.00013000000000000002,
-      "loss": 1.6767,
-      "step": 1040
-    },
-    {
-      "epoch": 11.64,
-      "learning_rate": 0.00013250000000000002,
-      "loss": 1.5184,
-      "step": 1060
-    },
-    {
-      "epoch": 11.86,
-      "learning_rate": 0.000135,
-      "loss": 1.4505,
-      "step": 1080
-    },
-    {
-      "epoch": 12.09,
-      "learning_rate": 0.0001375,
-      "loss": 1.4286,
-      "step": 1100
+      "epoch": 11.54,
+      "learning_rate": 0.00011516483516483517,
+      "loss": 1.1526,
+      "step": 1050
     },
     {
       "epoch": 12.09,
-      "eval_loss": 0.4074769914150238,
-      "eval_runtime": 194.7798,
-      "eval_samples_per_second": 24.864,
-      "eval_steps_per_second": 0.78,
-      "eval_wer": 0.37964802724950325,
+      "learning_rate": 0.00012065934065934066,
+      "loss": 1.1248,
       "step": 1100
     },
     {
-      "epoch": 12.31,
-      "learning_rate": 0.00014000000000000001,
-      "loss": 1.3478,
-      "step": 1120
-    },
-    {
-      "epoch": 12.52,
-      "learning_rate": 0.0001425,
-      "loss": 1.3164,
-      "step": 1140
-    },
-    {
-      "epoch": 12.74,
-      "learning_rate": 0.000145,
-      "loss": 1.269,
-      "step": 1160
-    },
-    {
-      "epoch": 12.96,
-      "learning_rate": 0.0001475,
-      "loss": 1.2292,
-      "step": 1180
-    },
-    {
-      "epoch": 13.19,
-      "learning_rate": 0.00015,
-      "loss": 1.2229,
-      "step": 1200
+      "epoch": 12.63,
+      "learning_rate": 0.00012615384615384615,
+      "loss": 1.0837,
+      "step": 1150
     },
     {
       "epoch": 13.19,
-      "eval_loss": 0.28933778405189514,
-      "eval_runtime": 192.6398,
-      "eval_samples_per_second": 25.14,
-      "eval_steps_per_second": 0.789,
-      "eval_wer": 0.26520011353959694,
+      "learning_rate": 0.00013164835164835166,
+      "loss": 1.0713,
       "step": 1200
     },
     {
-      "epoch": 13.4,
-      "learning_rate": 0.0001525,
-      "loss": 1.182,
-      "step": 1220
-    },
-    {
-      "epoch": 13.62,
-      "learning_rate": 0.000155,
-      "loss": 1.1768,
-      "step": 1240
-    },
-    {
-      "epoch": 13.84,
-      "learning_rate": 0.0001575,
-      "loss": 1.1534,
-      "step": 1260
-    },
-    {
-      "epoch": 14.07,
-      "learning_rate": 0.00016,
-      "loss": 1.1832,
-      "step": 1280
+      "epoch": 13.73,
+      "learning_rate": 0.00013714285714285716,
+      "loss": 1.0511,
+      "step": 1250
     },
     {
       "epoch": 14.28,
-      "learning_rate": 0.00016250000000000002,
-      "loss": 1.1106,
+      "learning_rate": 0.00014263736263736264,
+      "loss": 1.0454,
       "step": 1300
     },
     {
-      "epoch": 14.28,
-      "eval_loss": 0.24685777723789215,
-      "eval_runtime": 198.5067,
-      "eval_samples_per_second": 24.397,
-      "eval_steps_per_second": 0.766,
-      "eval_wer": 0.2253760999148453,
-      "step": 1300
-    },
-    {
-      "epoch": 14.5,
-      "learning_rate": 0.000165,
-      "loss": 1.1217,
-      "step": 1320
-    },
-    {
-      "epoch": 14.72,
-      "learning_rate": 0.0001675,
-      "loss": 1.1236,
-      "step": 1340
-    },
-    {
-      "epoch": 14.94,
-      "learning_rate": 0.00017,
-      "loss": 1.0969,
-      "step": 1360
-    },
-    {
-      "epoch": 15.16,
-      "learning_rate": 0.0001725,
-      "loss": 1.0971,
-      "step": 1380
+      "epoch": 14.83,
+      "learning_rate": 0.00014813186813186812,
+      "loss": 1.0157,
+      "step": 1350
     },
     {
       "epoch": 15.38,
-      "learning_rate": 0.000175,
-      "loss": 1.0663,
+      "learning_rate": 0.00015362637362637362,
+      "loss": 1.0207,
       "step": 1400
     },
     {
-      "epoch": 15.38,
-      "eval_loss": 0.22192780673503876,
-      "eval_runtime": 189.4566,
-      "eval_samples_per_second": 25.563,
-      "eval_steps_per_second": 0.802,
-      "eval_wer": 0.19727504967357365,
-      "step": 1400
-    },
-    {
-      "epoch": 15.6,
-      "learning_rate": 0.0001775,
-      "loss": 1.0733,
-      "step": 1420
-    },
-    {
-      "epoch": 15.82,
-      "learning_rate": 0.00017999999999999998,
-      "loss": 1.0635,
-      "step": 1440
-    },
-    {
-      "epoch": 16.04,
-      "learning_rate": 0.0001825,
-      "loss": 1.1079,
-      "step": 1460
-    },
-    {
-      "epoch": 16.26,
-      "learning_rate": 0.000185,
-      "loss": 1.0467,
-      "step": 1480
+      "epoch": 15.93,
+      "learning_rate": 0.00015912087912087913,
+      "loss": 0.9859,
+      "step": 1450
     },
     {
       "epoch": 16.48,
-      "learning_rate": 0.0001875,
-      "loss": 1.0667,
+      "learning_rate": 0.0001646153846153846,
+      "loss": 1.0032,
       "step": 1500
     },
     {
       "epoch": 16.48,
-      "eval_loss": 0.21288961172103882,
-      "eval_runtime": 189.0078,
-      "eval_samples_per_second": 25.623,
-      "eval_steps_per_second": 0.804,
-      "eval_wer": 0.18944081748509792,
+      "eval_loss": 0.1746312528848648,
+      "eval_runtime": 184.5587,
+      "eval_samples_per_second": 26.241,
+      "eval_steps_per_second": 0.824,
+      "eval_wer": 0.15461254612546124,
       "step": 1500
     },
     {
-      "epoch": 16.7,
-      "learning_rate": 0.00019,
-      "loss": 1.0204,
-      "step": 1520
-    },
-    {
-      "epoch": 16.92,
-      "learning_rate": 0.00019250000000000002,
-      "loss": 1.0356,
-      "step": 1540
-    },
-    {
-      "epoch": 17.14,
-      "learning_rate": 0.00019500000000000002,
-      "loss": 1.0538,
-      "step": 1560
-    },
-    {
-      "epoch": 17.36,
-      "learning_rate": 0.0001975,
-      "loss": 1.0228,
-      "step": 1580
-    },
-    {
-      "epoch": 17.58,
-      "learning_rate": 0.0002,
-      "loss": 1.0193,
-      "step": 1600
+      "epoch": 17.03,
+      "learning_rate": 0.0001701098901098901,
+      "loss": 0.974,
+      "step": 1550
     },
     {
       "epoch": 17.58,
-      "eval_loss": 0.1991206556558609,
-      "eval_runtime": 191.1717,
-      "eval_samples_per_second": 25.333,
-      "eval_steps_per_second": 0.795,
-      "eval_wer": 0.17885325007096226,
+      "learning_rate": 0.00017560439560439562,
+      "loss": 0.9528,
       "step": 1600
     },
     {
-      "epoch": 17.8,
-      "learning_rate": 0.00020250000000000002,
-      "loss": 1.0322,
-      "step": 1620
-    },
-    {
-      "epoch": 18.02,
-      "learning_rate": 0.000205,
-      "loss": 1.0176,
-      "step": 1640
-    },
-    {
-      "epoch": 18.24,
-      "learning_rate": 0.0002075,
-      "loss": 1.0272,
-      "step": 1660
-    },
-    {
-      "epoch": 18.46,
-      "learning_rate": 0.00021,
-      "loss": 0.9675,
-      "step": 1680
-    },
-    {
-      "epoch": 18.68,
-      "learning_rate": 0.0002125,
-      "loss": 0.9816,
-      "step": 1700
+      "epoch": 18.13,
+      "learning_rate": 0.0001810989010989011,
+      "loss": 0.9774,
+      "step": 1650
     },
     {
       "epoch": 18.68,
-      "eval_loss": 0.19402356445789337,
-      "eval_runtime": 194.75,
-      "eval_samples_per_second": 24.868,
-      "eval_steps_per_second": 0.78,
-      "eval_wer": 0.18010218563724098,
+      "learning_rate": 0.0001865934065934066,
+      "loss": 0.9495,
       "step": 1700
     },
     {
-      "epoch": 18.9,
-      "learning_rate": 0.000215,
-      "loss": 1.0023,
-      "step": 1720
-    },
-    {
-      "epoch": 19.12,
-      "learning_rate": 0.0002175,
-      "loss": 1.013,
-      "step": 1740
-    },
-    {
-      "epoch": 19.34,
-      "learning_rate": 0.00022,
-      "loss": 0.9664,
-      "step": 1760
-    },
-    {
-      "epoch": 19.56,
-      "learning_rate": 0.00022250000000000001,
-      "loss": 0.9736,
-      "step": 1780
+      "epoch": 19.23,
+      "learning_rate": 0.0001920879120879121,
+      "loss": 0.9525,
+      "step": 1750
     },
     {
       "epoch": 19.78,
-      "learning_rate": 0.00022500000000000002,
-      "loss": 0.9814,
+      "learning_rate": 0.00019758241758241759,
+      "loss": 0.9385,
       "step": 1800
     },
     {
-      "epoch": 19.78,
-      "eval_loss": 0.18596723675727844,
-      "eval_runtime": 188.4639,
-      "eval_samples_per_second": 25.697,
-      "eval_steps_per_second": 0.807,
-      "eval_wer": 0.16667612829974454,
-      "step": 1800
-    },
-    {
-      "epoch": 19.99,
-      "learning_rate": 0.0002275,
-      "loss": 1.0064,
-      "step": 1820
-    },
-    {
-      "epoch": 20.22,
-      "learning_rate": 0.00023,
-      "loss": 0.9583,
-      "step": 1840
-    },
-    {
-      "epoch": 20.44,
-      "learning_rate": 0.0002325,
-      "loss": 0.9646,
-      "step": 1860
-    },
-    {
-      "epoch": 20.66,
-      "learning_rate": 0.000235,
-      "loss": 0.9762,
-      "step": 1880
+      "epoch": 20.33,
+      "learning_rate": 0.00020307692307692306,
+      "loss": 0.9422,
+      "step": 1850
     },
     {
       "epoch": 20.87,
-      "learning_rate": 0.0002375,
-      "loss": 0.9787,
+      "learning_rate": 0.00020857142857142857,
+      "loss": 0.9028,
       "step": 1900
     },
     {
-      "epoch": 20.87,
-      "eval_loss": 0.18878202140331268,
-      "eval_runtime": 188.244,
-      "eval_samples_per_second": 25.727,
-      "eval_steps_per_second": 0.807,
-      "eval_wer": 0.16420664206642066,
-      "step": 1900
+      "epoch": 21.43,
+      "learning_rate": 0.00021406593406593407,
+      "loss": 0.9091,
+      "step": 1950
     },
     {
-      "epoch": 21.1,
-      "learning_rate": 0.00024,
-      "loss": 1.0218,
-      "step": 1920
+      "epoch": 21.97,
+      "learning_rate": 0.00021956043956043955,
+      "loss": 0.9077,
+      "step": 2000
     },
     {
-      "epoch": 21.32,
-      "learning_rate": 0.00024249999999999999,
-      "loss": 0.9505,
-      "step": 1940
+      "epoch": 21.97,
+      "eval_loss": 0.15996481478214264,
+      "eval_runtime": 182.6325,
+      "eval_samples_per_second": 26.518,
+      "eval_steps_per_second": 0.832,
+      "eval_wer": 0.13391995458416123,
+      "step": 2000
     },
     {
-      "epoch": 21.54,
-      "learning_rate": 0.000245,
-      "loss": 0.9554,
-      "step": 1960
+      "epoch": 22.52,
+      "learning_rate": 0.00022505494505494506,
+      "loss": 0.9073,
+      "step": 2050
     },
     {
-      "epoch": 21.75,
-      "learning_rate": 0.0002475,
-      "loss": 0.9728,
-      "step": 1980
+      "epoch": 23.08,
+      "learning_rate": 0.00023054945054945056,
+      "loss": 0.9046,
+      "step": 2100
     },
     {
-      "epoch": 21.97,
-      "learning_rate": 0.00025,
-      "loss": 0.9699,
-      "step": 2000
+      "epoch": 23.62,
+      "learning_rate": 0.00023604395604395604,
+      "loss": 0.8864,
+      "step": 2150
     },
     {
-      "epoch": 21.97,
-      "eval_loss": 0.18748582899570465,
-      "eval_runtime": 190.7875,
-      "eval_samples_per_second": 25.384,
-      "eval_steps_per_second": 0.797,
-      "eval_wer": 0.17042293499858074,
-      "step": 2000
+      "epoch": 24.17,
+      "learning_rate": 0.00024153846153846155,
+      "loss": 0.8888,
+      "step": 2200
     },
     {
-      "epoch": 22.2,
-      "learning_rate": 0.00024803921568627453,
-      "loss": 0.9624,
-      "step": 2020
+      "epoch": 24.72,
+      "learning_rate": 0.00024703296703296705,
+      "loss": 0.8757,
+      "step": 2250
     },
     {
-      "epoch": 22.42,
-      "learning_rate": 0.000246078431372549,
-      "loss": 0.9419,
-      "step": 2040
+      "epoch": 25.27,
+      "learning_rate": 0.00024915750915750914,
+      "loss": 0.8819,
+      "step": 2300
     },
     {
-      "epoch": 22.63,
-      "learning_rate": 0.00024411764705882354,
-      "loss": 0.9563,
-      "step": 2060
+      "epoch": 25.82,
+      "learning_rate": 0.00024732600732600734,
+      "loss": 0.8722,
+      "step": 2350
     },
     {
-      "epoch": 22.85,
-      "learning_rate": 0.00024215686274509804,
-      "loss": 0.9643,
-      "step": 2080
+      "epoch": 26.37,
+      "learning_rate": 0.0002454945054945055,
+      "loss": 0.8757,
+      "step": 2400
     },
     {
-      "epoch": 23.08,
-      "learning_rate": 0.00024019607843137256,
-      "loss": 0.9616,
-      "step": 2100
+      "epoch": 26.92,
+      "learning_rate": 0.00024366300366300369,
+      "loss": 0.8544,
+      "step": 2450
     },
     {
-      "epoch": 23.08,
-      "eval_loss": 0.18017500638961792,
-      "eval_runtime": 191.3932,
-      "eval_samples_per_second": 25.304,
-      "eval_steps_per_second": 0.794,
-      "eval_wer": 0.16173715583309678,
-      "step": 2100
+      "epoch": 27.47,
+      "learning_rate": 0.00024183150183150186,
+      "loss": 0.8687,
+      "step": 2500
     },
     {
-      "epoch": 23.3,
-      "learning_rate": 0.00023823529411764704,
-      "loss": 0.917,
-      "step": 2120
+      "epoch": 27.47,
+      "eval_loss": 0.1647317260503769,
+      "eval_runtime": 181.9124,
+      "eval_samples_per_second": 26.623,
+      "eval_steps_per_second": 0.836,
+      "eval_wer": 0.1378370706783991,
+      "step": 2500
     },
     {
-      "epoch": 23.51,
-      "learning_rate": 0.00023627450980392157,
-      "loss": 0.945,
-      "step": 2140
+      "epoch": 28.02,
+      "learning_rate": 0.00024,
+      "loss": 0.8661,
+      "step": 2550
     },
     {
-      "epoch": 23.73,
-      "learning_rate": 0.0002343137254901961,
-      "loss": 0.9243,
-      "step": 2160
+      "epoch": 28.57,
+      "learning_rate": 0.00023816849816849818,
+      "loss": 0.8187,
+      "step": 2600
     },
     {
-      "epoch": 23.95,
-      "learning_rate": 0.0002323529411764706,
-      "loss": 0.9288,
-      "step": 2180
+      "epoch": 29.12,
+      "learning_rate": 0.00023633699633699635,
+      "loss": 0.8425,
+      "step": 2650
     },
     {
-      "epoch": 24.17,
-      "learning_rate": 0.0002303921568627451,
-      "loss": 0.9378,
-      "step": 2200
+      "epoch": 29.67,
+      "learning_rate": 0.00023450549450549453,
+      "loss": 0.8455,
+      "step": 2700
     },
     {
-      "epoch": 24.17,
-      "eval_loss": 0.17928896844387054,
-      "eval_runtime": 189.7619,
-      "eval_samples_per_second": 25.521,
-      "eval_steps_per_second": 0.801,
-      "eval_wer": 0.1577348850411581,
-      "step": 2200
+      "epoch": 30.22,
+      "learning_rate": 0.00023267399267399267,
+      "loss": 0.8369,
+      "step": 2750
     },
     {
-      "epoch": 24.39,
-      "learning_rate": 0.0002284313725490196,
-      "loss": 0.9071,
-      "step": 2220
+      "epoch": 30.77,
+      "learning_rate": 0.00023084249084249085,
+      "loss": 0.8253,
+      "step": 2800
     },
     {
-      "epoch": 24.61,
-      "learning_rate": 0.00022647058823529412,
-      "loss": 0.9054,
-      "step": 2240
+      "epoch": 31.32,
+      "learning_rate": 0.00022901098901098902,
+      "loss": 0.8213,
+      "step": 2850
     },
     {
-      "epoch": 24.83,
-      "learning_rate": 0.0002246078431372549,
-      "loss": 0.9303,
-      "step": 2260
+      "epoch": 31.86,
+      "learning_rate": 0.0002271794871794872,
+      "loss": 0.808,
+      "step": 2900
     },
     {
-      "epoch": 25.05,
-      "learning_rate": 0.00022264705882352943,
-      "loss": 0.9376,
-      "step": 2280
+      "epoch": 32.42,
+      "learning_rate": 0.00022534798534798534,
+      "loss": 0.8352,
+      "step": 2950
     },
     {
-      "epoch": 25.27,
-      "learning_rate": 0.0002206862745098039,
-      "loss": 0.888,
-      "step": 2300
+      "epoch": 32.96,
+      "learning_rate": 0.00022351648351648352,
+      "loss": 0.8081,
+      "step": 3000
     },
     {
-      "epoch": 25.27,
-      "eval_loss": 0.17642559111118317,
-      "eval_runtime": 187.0437,
-      "eval_samples_per_second": 25.892,
-      "eval_steps_per_second": 0.813,
-      "eval_wer": 0.15452739142776042,
-      "step": 2300
+      "epoch": 32.96,
+      "eval_loss": 0.16083544492721558,
+      "eval_runtime": 184.6287,
+      "eval_samples_per_second": 26.231,
+      "eval_steps_per_second": 0.823,
+      "eval_wer": 0.135310814646608,
+      "step": 3000
     },
     {
-      "epoch": 25.49,
-      "learning_rate": 0.00021872549019607843,
-      "loss": 0.9135,
-      "step": 2320
+      "epoch": 33.51,
+      "learning_rate": 0.0002216849816849817,
+      "loss": 0.8157,
+      "step": 3050
     },
     {
-      "epoch": 25.71,
-      "learning_rate": 0.00021676470588235294,
-      "loss": 0.9094,
-      "step": 2340
+      "epoch": 34.07,
+      "learning_rate": 0.00021985347985347986,
+      "loss": 0.8035,
+      "step": 3100
     },
     {
-      "epoch": 25.93,
-      "learning_rate": 0.00021480392156862746,
-      "loss": 0.8879,
-      "step": 2360
+      "epoch": 34.61,
+      "learning_rate": 0.00021802197802197804,
+      "loss": 0.7844,
+      "step": 3150
     },
     {
-      "epoch": 26.15,
-      "learning_rate": 0.00021284313725490196,
-      "loss": 0.929,
-      "step": 2380
+      "epoch": 35.16,
+      "learning_rate": 0.00021619047619047619,
+      "loss": 0.7835,
+      "step": 3200
     },
     {
-      "epoch": 26.37,
-      "learning_rate": 0.00021088235294117647,
-      "loss": 0.8942,
-      "step": 2400
+      "epoch": 35.71,
+      "learning_rate": 0.00021435897435897436,
+      "loss": 0.7854,
+      "step": 3250
     },
     {
-      "epoch": 26.37,
-      "eval_loss": 0.16744859516620636,
-      "eval_runtime": 190.6796,
-      "eval_samples_per_second": 25.399,
-      "eval_steps_per_second": 0.797,
-      "eval_wer": 0.14916264547260857,
-      "step": 2400
+      "epoch": 36.26,
+      "learning_rate": 0.00021252747252747253,
+      "loss": 0.7845,
+      "step": 3300
     },
     {
-      "epoch": 26.59,
-      "learning_rate": 0.000208921568627451,
-      "loss": 0.8717,
-      "step": 2420
+      "epoch": 36.81,
+      "learning_rate": 0.0002106959706959707,
+      "loss": 0.7677,
+      "step": 3350
     },
     {
-      "epoch": 26.81,
-      "learning_rate": 0.0002069607843137255,
-      "loss": 0.8952,
-      "step": 2440
+      "epoch": 37.36,
+      "learning_rate": 0.00020886446886446885,
+      "loss": 0.7933,
+      "step": 3400
     },
     {
-      "epoch": 27.03,
-      "learning_rate": 0.000205,
-      "loss": 0.8849,
-      "step": 2460
+      "epoch": 37.91,
+      "learning_rate": 0.00020703296703296703,
+      "loss": 0.7781,
+      "step": 3450
     },
     {
-      "epoch": 27.25,
-      "learning_rate": 0.00020313725490196078,
-      "loss": 0.8781,
-      "step": 2480
+      "epoch": 38.46,
+      "learning_rate": 0.0002052014652014652,
+      "loss": 0.7923,
+      "step": 3500
     },
     {
-      "epoch": 27.47,
-      "learning_rate": 0.0002011764705882353,
-      "loss": 0.8701,
-      "step": 2500
+      "epoch": 38.46,
+      "eval_loss": 0.15337252616882324,
+      "eval_runtime": 182.8057,
+      "eval_samples_per_second": 26.493,
+      "eval_steps_per_second": 0.831,
+      "eval_wer": 0.12773204655123474,
+      "step": 3500
     },
     {
-      "epoch": 27.47,
-      "eval_loss": 0.1738910973072052,
-      "eval_runtime": 187.7205,
-      "eval_samples_per_second": 25.799,
-      "eval_steps_per_second": 0.81,
-      "eval_wer": 0.1511779733181947,
-      "step": 2500
+      "epoch": 39.01,
+      "learning_rate": 0.00020336996336996338,
+      "loss": 0.7861,
+      "step": 3550
     },
     {
-      "epoch": 27.69,
-      "learning_rate": 0.0001992156862745098,
-      "loss": 0.8674,
-      "step": 2520
+      "epoch": 39.56,
+      "learning_rate": 0.00020157509157509157,
+      "loss": 0.767,
+      "step": 3600
     },
     {
-      "epoch": 27.91,
-      "learning_rate": 0.00019725490196078433,
-      "loss": 0.8752,
-      "step": 2540
+      "epoch": 40.11,
+      "learning_rate": 0.00019974358974358974,
+      "loss": 0.7688,
+      "step": 3650
     },
     {
-      "epoch": 28.13,
-      "learning_rate": 0.0001952941176470588,
-      "loss": 0.91,
-      "step": 2560
+      "epoch": 40.66,
+      "learning_rate": 0.0001979120879120879,
+      "loss": 0.7515,
+      "step": 3700
     },
     {
-      "epoch": 28.35,
-      "learning_rate": 0.00019333333333333333,
-      "loss": 0.8693,
-      "step": 2580
+      "epoch": 41.21,
+      "learning_rate": 0.00019608058608058606,
+      "loss": 0.7602,
+      "step": 3750
     },
     {
-      "epoch": 28.57,
-      "learning_rate": 0.00019137254901960786,
-      "loss": 0.8555,
-      "step": 2600
+      "epoch": 41.75,
+      "learning_rate": 0.00019424908424908423,
+      "loss": 0.7565,
+      "step": 3800
     },
     {
-      "epoch": 28.57,
-      "eval_loss": 0.1689654141664505,
-      "eval_runtime": 196.2665,
-      "eval_samples_per_second": 24.676,
-      "eval_steps_per_second": 0.774,
-      "eval_wer": 0.14459267669599773,
-      "step": 2600
+      "epoch": 42.31,
+      "learning_rate": 0.0001924175824175824,
+      "loss": 0.7646,
+      "step": 3850
     },
     {
-      "epoch": 28.79,
-      "learning_rate": 0.00018941176470588236,
-      "loss": 0.8796,
-      "step": 2620
+      "epoch": 42.85,
+      "learning_rate": 0.0001905860805860806,
+      "loss": 0.7547,
+      "step": 3900
     },
     {
-      "epoch": 29.01,
-      "learning_rate": 0.00018745098039215686,
-      "loss": 0.9045,
-      "step": 2640
+      "epoch": 43.4,
+      "learning_rate": 0.00018875457875457878,
+      "loss": 0.7474,
+      "step": 3950
     },
     {
-      "epoch": 29.23,
-      "learning_rate": 0.00018549019607843137,
-      "loss": 0.8515,
-      "step": 2660
+      "epoch": 43.95,
+      "learning_rate": 0.00018692307692307693,
+      "loss": 0.7349,
+      "step": 4000
     },
     {
-      "epoch": 29.45,
-      "learning_rate": 0.0001835294117647059,
-      "loss": 0.861,
-      "step": 2680
+      "epoch": 43.95,
+      "eval_loss": 0.15459321439266205,
+      "eval_runtime": 182.8482,
+      "eval_samples_per_second": 26.486,
+      "eval_steps_per_second": 0.831,
+      "eval_wer": 0.13034345728072666,
+      "step": 4000
     },
     {
-      "epoch": 29.67,
-      "learning_rate": 0.0001815686274509804,
-      "loss": 0.8513,
-      "step": 2700
+      "epoch": 44.5,
+      "learning_rate": 0.0001850915750915751,
+      "loss": 0.7447,
+      "step": 4050
     },
     {
-      "epoch": 29.67,
-      "eval_loss": 0.16488835215568542,
-      "eval_runtime": 189.1938,
-      "eval_samples_per_second": 25.598,
-      "eval_steps_per_second": 0.803,
-      "eval_wer": 0.14774340051092819,
-      "step": 2700
+      "epoch": 45.05,
+      "learning_rate": 0.00018326007326007328,
+      "loss": 0.7442,
+      "step": 4100
     },
     {
-      "epoch": 29.89,
-      "learning_rate": 0.0001796078431372549,
-      "loss": 0.8573,
-      "step": 2720
+      "epoch": 45.6,
+      "learning_rate": 0.00018142857142857145,
+      "loss": 0.7311,
+      "step": 4150
     },
     {
-      "epoch": 30.11,
-      "learning_rate": 0.00017764705882352942,
-      "loss": 0.8686,
-      "step": 2740
+      "epoch": 46.15,
+      "learning_rate": 0.0001795970695970696,
+      "loss": 0.7432,
+      "step": 4200
     },
     {
-      "epoch": 30.33,
-      "learning_rate": 0.00017568627450980392,
-      "loss": 0.8462,
-      "step": 2760
+      "epoch": 46.7,
+      "learning_rate": 0.00017776556776556777,
+      "loss": 0.7361,
+      "step": 4250
     },
     {
-      "epoch": 30.55,
-      "learning_rate": 0.00017372549019607845,
-      "loss": 0.8419,
-      "step": 2780
+      "epoch": 47.25,
+      "learning_rate": 0.00017593406593406595,
+      "loss": 0.7358,
+      "step": 4300
     },
     {
-      "epoch": 30.77,
-      "learning_rate": 0.00017176470588235293,
-      "loss": 0.8659,
-      "step": 2800
+      "epoch": 47.8,
+      "learning_rate": 0.00017410256410256412,
+      "loss": 0.718,
+      "step": 4350
     },
     {
-      "epoch": 30.77,
-      "eval_loss": 0.1636602133512497,
-      "eval_runtime": 190.245,
-      "eval_samples_per_second": 25.457,
-      "eval_steps_per_second": 0.799,
-      "eval_wer": 0.1422367300596083,
-      "step": 2800
+      "epoch": 48.35,
+      "learning_rate": 0.00017227106227106227,
+      "loss": 0.7327,
+      "step": 4400
     },
     {
-      "epoch": 30.98,
-      "learning_rate": 0.00016980392156862745,
-      "loss": 0.8607,
-      "step": 2820
+      "epoch": 48.9,
+      "learning_rate": 0.00017043956043956044,
+      "loss": 0.7129,
+      "step": 4450
     },
     {
-      "epoch": 31.21,
-      "learning_rate": 0.00016784313725490196,
-      "loss": 0.8484,
-      "step": 2840
+      "epoch": 49.45,
+      "learning_rate": 0.00016860805860805861,
+      "loss": 0.7199,
+      "step": 4500
     },
     {
-      "epoch": 31.43,
-      "learning_rate": 0.00016588235294117648,
-      "loss": 0.8335,
-      "step": 2860
+      "epoch": 49.45,
+      "eval_loss": 0.16171683371067047,
+      "eval_runtime": 181.6699,
+      "eval_samples_per_second": 26.658,
+      "eval_steps_per_second": 0.837,
+      "eval_wer": 0.12770366165200114,
+      "step": 4500
     },
     {
-      "epoch": 31.64,
-      "learning_rate": 0.00016392156862745098,
-      "loss": 0.8321,
-      "step": 2880
+      "epoch": 49.99,
+      "learning_rate": 0.0001667765567765568,
+      "loss": 0.7156,
+      "step": 4550
     },
     {
-      "epoch": 31.86,
-      "learning_rate": 0.00016196078431372549,
-      "loss": 0.8419,
-      "step": 2900
+      "epoch": 50.55,
+      "learning_rate": 0.00016494505494505496,
+      "loss": 0.7265,
+      "step": 4600
     },
     {
-      "epoch": 31.86,
-      "eval_loss": 0.16137854754924774,
-      "eval_runtime": 190.2053,
-      "eval_samples_per_second": 25.462,
-      "eval_steps_per_second": 0.799,
-      "eval_wer": 0.1397104740278172,
-      "step": 2900
+      "epoch": 51.1,
+      "learning_rate": 0.0001631135531135531,
+      "loss": 0.7169,
+      "step": 4650
     },
     {
-      "epoch": 32.09,
-      "learning_rate": 0.00016,
-      "loss": 0.8634,
-      "step": 2920
+      "epoch": 51.64,
+      "learning_rate": 0.00016128205128205128,
+      "loss": 0.7022,
+      "step": 4700
     },
     {
-      "epoch": 32.31,
-      "learning_rate": 0.00015803921568627451,
-      "loss": 0.8351,
-      "step": 2940
+      "epoch": 52.2,
+      "learning_rate": 0.00015945054945054946,
+      "loss": 0.7182,
+      "step": 4750
     },
     {
-      "epoch": 32.52,
-      "learning_rate": 0.00015607843137254901,
-      "loss": 0.8427,
-      "step": 2960
+      "epoch": 52.74,
+      "learning_rate": 0.00015761904761904763,
+      "loss": 0.7239,
+      "step": 4800
     },
     {
-      "epoch": 32.74,
-      "learning_rate": 0.00015411764705882352,
-      "loss": 0.8324,
-      "step": 2980
+      "epoch": 53.3,
+      "learning_rate": 0.00015578754578754578,
+      "loss": 0.702,
+      "step": 4850
     },
     {
-      "epoch": 32.96,
-      "learning_rate": 0.00015215686274509804,
-      "loss": 0.8491,
-      "step": 3000
+      "epoch": 53.84,
+      "learning_rate": 0.00015395604395604395,
+      "loss": 0.6951,
+      "step": 4900
     },
     {
-      "epoch": 32.96,
-      "eval_loss": 0.1594749242067337,
-      "eval_runtime": 191.4631,
-      "eval_samples_per_second": 25.295,
-      "eval_steps_per_second": 0.794,
-      "eval_wer": 0.1401362475163213,
-      "step": 3000
+      "epoch": 54.39,
+      "learning_rate": 0.00015212454212454213,
+      "loss": 0.6972,
+      "step": 4950
     },
     {
-      "epoch": 33.19,
-      "learning_rate": 0.00015019607843137257,
-      "loss": 0.8263,
-      "step": 3020
+      "epoch": 54.94,
+      "learning_rate": 0.0001502930402930403,
+      "loss": 0.7028,
+      "step": 5000
     },
     {
-      "epoch": 33.4,
-      "learning_rate": 0.00014823529411764705,
-      "loss": 0.8203,
-      "step": 3040
+      "epoch": 54.94,
+      "eval_loss": 0.15723808109760284,
+      "eval_runtime": 179.3818,
+      "eval_samples_per_second": 26.998,
+      "eval_steps_per_second": 0.847,
+      "eval_wer": 0.1286687482259438,
+      "step": 5000
     },
     {
-      "epoch": 33.62,
-      "learning_rate": 0.00014627450980392157,
-      "loss": 0.8277,
-      "step": 3060
+      "epoch": 55.49,
+      "learning_rate": 0.00014846153846153845,
+      "loss": 0.6829,
+      "step": 5050
     },
     {
-      "epoch": 33.84,
-      "learning_rate": 0.00014431372549019607,
-      "loss": 0.8183,
-      "step": 3080
+      "epoch": 56.04,
+      "learning_rate": 0.00014663003663003662,
+      "loss": 0.6864,
+      "step": 5100
     },
     {
-      "epoch": 34.07,
-      "learning_rate": 0.0001423529411764706,
-      "loss": 0.8395,
-      "step": 3100
+      "epoch": 56.59,
+      "learning_rate": 0.0001447985347985348,
+      "loss": 0.6854,
+      "step": 5150
     },
     {
-      "epoch": 34.07,
-      "eval_loss": 0.1606692373752594,
-      "eval_runtime": 190.8222,
-      "eval_samples_per_second": 25.38,
-      "eval_steps_per_second": 0.797,
-      "eval_wer": 0.13755322168606302,
-      "step": 3100
+      "epoch": 57.14,
+      "learning_rate": 0.00014296703296703297,
+      "loss": 0.6759,
+      "step": 5200
     },
     {
-      "epoch": 34.28,
-      "learning_rate": 0.0001403921568627451,
-      "loss": 0.8207,
-      "step": 3120
+      "epoch": 57.69,
+      "learning_rate": 0.00014113553113553112,
+      "loss": 0.6775,
+      "step": 5250
     },
     {
-      "epoch": 34.5,
-      "learning_rate": 0.0001384313725490196,
-      "loss": 0.8106,
-      "step": 3140
+      "epoch": 58.24,
+      "learning_rate": 0.0001393040293040293,
+      "loss": 0.7114,
+      "step": 5300
     },
     {
-      "epoch": 34.72,
-      "learning_rate": 0.00013647058823529413,
-      "loss": 0.8329,
-      "step": 3160
+      "epoch": 58.79,
+      "learning_rate": 0.00013747252747252746,
+      "loss": 0.6791,
+      "step": 5350
     },
     {
-      "epoch": 34.94,
-      "learning_rate": 0.00013450980392156863,
-      "loss": 0.8048,
-      "step": 3180
+      "epoch": 59.34,
+      "learning_rate": 0.00013564102564102566,
+      "loss": 0.6862,
+      "step": 5400
     },
     {
-      "epoch": 35.16,
-      "learning_rate": 0.00013254901960784313,
-      "loss": 0.83,
-      "step": 3200
+      "epoch": 59.89,
+      "learning_rate": 0.00013380952380952384,
+      "loss": 0.6716,
+      "step": 5450
     },
     {
-      "epoch": 35.16,
-      "eval_loss": 0.15384173393249512,
-      "eval_runtime": 191.1912,
-      "eval_samples_per_second": 25.331,
-      "eval_steps_per_second": 0.795,
-      "eval_wer": 0.1379222253760999,
-      "step": 3200
+      "epoch": 60.44,
+      "learning_rate": 0.00013197802197802198,
+      "loss": 0.6912,
+      "step": 5500
     },
     {
-      "epoch": 35.38,
-      "learning_rate": 0.00013058823529411764,
-      "loss": 0.7963,
-      "step": 3220
+      "epoch": 60.44,
+      "eval_loss": 0.15595602989196777,
+      "eval_runtime": 177.0801,
+      "eval_samples_per_second": 27.349,
+      "eval_steps_per_second": 0.858,
+      "eval_wer": 0.12489355662787398,
+      "step": 5500
     },
     {
-      "epoch": 35.6,
-      "learning_rate": 0.00012862745098039216,
-      "loss": 0.7895,
-      "step": 3240
+      "epoch": 60.98,
+      "learning_rate": 0.00013014652014652016,
+      "loss": 0.6743,
+      "step": 5550
     },
     {
-      "epoch": 35.82,
-      "learning_rate": 0.0001266666666666667,
-      "loss": 0.7964,
-      "step": 3260
+      "epoch": 61.54,
+      "learning_rate": 0.00012831501831501833,
+      "loss": 0.6683,
+      "step": 5600
     },
     {
-      "epoch": 36.04,
-      "learning_rate": 0.0001247058823529412,
-      "loss": 0.7931,
-      "step": 3280
+      "epoch": 62.09,
+      "learning_rate": 0.0001264835164835165,
+      "loss": 0.6654,
+      "step": 5650
     },
     {
-      "epoch": 36.26,
-      "learning_rate": 0.0001227450980392157,
-      "loss": 0.7835,
-      "step": 3300
+      "epoch": 62.63,
+      "learning_rate": 0.00012465201465201465,
+      "loss": 0.6583,
+      "step": 5700
     },
     {
-      "epoch": 36.26,
-      "eval_loss": 0.16020993888378143,
-      "eval_runtime": 192.1405,
-      "eval_samples_per_second": 25.206,
-      "eval_steps_per_second": 0.791,
-      "eval_wer": 0.1408458699971615,
-      "step": 3300
+      "epoch": 63.19,
+      "learning_rate": 0.00012282051282051283,
+      "loss": 0.6634,
+      "step": 5750
     },
     {
-      "epoch": 36.48,
-      "learning_rate": 0.00012078431372549021,
-      "loss": 0.772,
-      "step": 3320
+      "epoch": 63.73,
+      "learning_rate": 0.000120989010989011,
+      "loss": 0.6566,
+      "step": 5800
     },
     {
-      "epoch": 36.7,
-      "learning_rate": 0.00011882352941176471,
-      "loss": 0.7818,
-      "step": 3340
+      "epoch": 64.28,
+      "learning_rate": 0.00011915750915750916,
+      "loss": 0.67,
+      "step": 5850
     },
     {
-      "epoch": 36.92,
-      "learning_rate": 0.00011696078431372549,
-      "loss": 0.8016,
-      "step": 3360
+      "epoch": 64.83,
+      "learning_rate": 0.00011732600732600734,
+      "loss": 0.6524,
+      "step": 5900
     },
     {
-      "epoch": 37.14,
-      "learning_rate": 0.000115,
-      "loss": 0.8061,
-      "step": 3380
+      "epoch": 65.38,
+      "learning_rate": 0.0001154945054945055,
+      "loss": 0.6673,
+      "step": 5950
     },
     {
-      "epoch": 37.36,
-      "learning_rate": 0.0001130392156862745,
-      "loss": 0.7703,
-      "step": 3400
+      "epoch": 65.93,
+      "learning_rate": 0.00011366300366300367,
+      "loss": 0.6492,
+      "step": 6000
     },
     {
-      "epoch": 37.36,
-      "eval_loss": 0.16011376678943634,
-      "eval_runtime": 187.5367,
-      "eval_samples_per_second": 25.824,
-      "eval_steps_per_second": 0.811,
-      "eval_wer": 0.13692875390292364,
-      "step": 3400
+      "epoch": 65.93,
+      "eval_loss": 0.15421651303768158,
+      "eval_runtime": 182.1682,
+      "eval_samples_per_second": 26.585,
+      "eval_steps_per_second": 0.834,
+      "eval_wer": 0.12600056769798468,
+      "step": 6000
     },
     {
-      "epoch": 37.58,
-      "learning_rate": 0.00011107843137254903,
-      "loss": 0.7713,
-      "step": 3420
+      "epoch": 66.48,
+      "learning_rate": 0.00011183150183150183,
+      "loss": 0.6548,
+      "step": 6050
     },
     {
-      "epoch": 37.8,
-      "learning_rate": 0.00010911764705882353,
-      "loss": 0.7712,
-      "step": 3440
+      "epoch": 67.03,
+      "learning_rate": 0.00011,
+      "loss": 0.6542,
+      "step": 6100
     },
     {
-      "epoch": 38.02,
-      "learning_rate": 0.00010715686274509805,
-      "loss": 0.8149,
-      "step": 3460
+      "epoch": 67.58,
+      "learning_rate": 0.00010816849816849816,
+      "loss": 0.6351,
+      "step": 6150
     },
     {
-      "epoch": 38.24,
-      "learning_rate": 0.00010519607843137255,
-      "loss": 0.7885,
-      "step": 3480
+      "epoch": 68.13,
+      "learning_rate": 0.00010633699633699634,
+      "loss": 0.6513,
+      "step": 6200
     },
     {
-      "epoch": 38.46,
-      "learning_rate": 0.00010323529411764706,
-      "loss": 0.7474,
-      "step": 3500
+      "epoch": 68.68,
+      "learning_rate": 0.00010450549450549451,
+      "loss": 0.6328,
+      "step": 6250
     },
     {
-      "epoch": 38.46,
-      "eval_loss": 0.1514146625995636,
-      "eval_runtime": 190.8228,
-      "eval_samples_per_second": 25.38,
-      "eval_steps_per_second": 0.797,
-      "eval_wer": 0.1342321884757309,
-      "step": 3500
+      "epoch": 69.23,
+      "learning_rate": 0.00010267399267399267,
+      "loss": 0.6507,
+      "step": 6300
     },
     {
-      "epoch": 38.68,
-      "learning_rate": 0.00010127450980392156,
-      "loss": 0.785,
-      "step": 3520
+      "epoch": 69.78,
+      "learning_rate": 0.00010084249084249085,
+      "loss": 0.6389,
+      "step": 6350
     },
     {
-      "epoch": 38.9,
-      "learning_rate": 9.931372549019609e-05,
-      "loss": 0.7677,
-      "step": 3540
+      "epoch": 70.33,
+      "learning_rate": 9.901098901098901e-05,
+      "loss": 0.6525,
+      "step": 6400
     },
     {
-      "epoch": 39.12,
-      "learning_rate": 9.73529411764706e-05,
-      "loss": 0.7849,
-      "step": 3560
+      "epoch": 70.87,
+      "learning_rate": 9.717948717948718e-05,
+      "loss": 0.6436,
+      "step": 6450
     },
     {
-      "epoch": 39.34,
-      "learning_rate": 9.539215686274511e-05,
-      "loss": 0.7637,
-      "step": 3580
+      "epoch": 71.43,
+      "learning_rate": 9.534798534798534e-05,
+      "loss": 0.6407,
+      "step": 6500
     },
     {
-      "epoch": 39.56,
-      "learning_rate": 9.343137254901961e-05,
-      "loss": 0.7719,
-      "step": 3600
+      "epoch": 71.43,
+      "eval_loss": 0.16047754883766174,
+      "eval_runtime": 178.7321,
+      "eval_samples_per_second": 27.096,
+      "eval_steps_per_second": 0.85,
+      "eval_wer": 0.12398523985239852,
+      "step": 6500
     },
     {
-      "epoch": 39.56,
-      "eval_loss": 0.15932896733283997,
-      "eval_runtime": 189.6806,
-      "eval_samples_per_second": 25.532,
-      "eval_steps_per_second": 0.801,
-      "eval_wer": 0.1352540448481408,
-      "step": 3600
+      "epoch": 71.97,
+      "learning_rate": 9.351648351648353e-05,
+      "loss": 0.6274,
+      "step": 6550
     },
     {
-      "epoch": 39.78,
-      "learning_rate": 9.147058823529412e-05,
-      "loss": 0.7591,
-      "step": 3620
+      "epoch": 72.52,
+      "learning_rate": 9.168498168498169e-05,
+      "loss": 0.6338,
+      "step": 6600
     },
     {
-      "epoch": 39.99,
-      "learning_rate": 8.950980392156862e-05,
-      "loss": 0.7706,
-      "step": 3640
+      "epoch": 73.08,
+      "learning_rate": 8.989010989010989e-05,
+      "loss": 0.6296,
+      "step": 6650
     },
     {
-      "epoch": 40.22,
-      "learning_rate": 8.754901960784314e-05,
-      "loss": 0.7805,
-      "step": 3660
+      "epoch": 73.62,
+      "learning_rate": 8.805860805860807e-05,
+      "loss": 0.6202,
+      "step": 6700
     },
     {
-      "epoch": 40.44,
-      "learning_rate": 8.558823529411765e-05,
-      "loss": 0.7753,
-      "step": 3680
+      "epoch": 74.17,
+      "learning_rate": 8.622710622710623e-05,
+      "loss": 0.6332,
+      "step": 6750
     },
     {
-      "epoch": 40.66,
-      "learning_rate": 8.362745098039217e-05,
-      "loss": 0.7638,
-      "step": 3700
+      "epoch": 74.72,
+      "learning_rate": 8.43956043956044e-05,
+      "loss": 0.623,
+      "step": 6800
     },
     {
-      "epoch": 40.66,
-      "eval_loss": 0.15362653136253357,
-      "eval_runtime": 192.1118,
-      "eval_samples_per_second": 25.209,
-      "eval_steps_per_second": 0.791,
-      "eval_wer": 0.13380641498722678,
-      "step": 3700
+      "epoch": 75.27,
+      "learning_rate": 8.256410256410257e-05,
+      "loss": 0.6406,
+      "step": 6850
     },
     {
-      "epoch": 40.87,
-      "learning_rate": 8.166666666666667e-05,
-      "loss": 0.7791,
-      "step": 3720
+      "epoch": 75.82,
+      "learning_rate": 8.073260073260073e-05,
+      "loss": 0.6136,
+      "step": 6900
     },
     {
-      "epoch": 41.1,
-      "learning_rate": 7.970588235294118e-05,
-      "loss": 0.7931,
-      "step": 3740
+      "epoch": 76.37,
+      "learning_rate": 7.890109890109891e-05,
+      "loss": 0.6313,
+      "step": 6950
     },
     {
-      "epoch": 41.32,
-      "learning_rate": 7.774509803921568e-05,
-      "loss": 0.741,
-      "step": 3760
+      "epoch": 76.92,
+      "learning_rate": 7.706959706959707e-05,
+      "loss": 0.6222,
+      "step": 7000
     },
     {
-      "epoch": 41.54,
-      "learning_rate": 7.57843137254902e-05,
-      "loss": 0.7434,
-      "step": 3780
+      "epoch": 76.92,
+      "eval_loss": 0.15765224397182465,
+      "eval_runtime": 176.2542,
+      "eval_samples_per_second": 27.477,
+      "eval_steps_per_second": 0.862,
+      "eval_wer": 0.12185637240987794,
+      "step": 7000
     },
     {
-      "epoch": 41.75,
-      "learning_rate": 7.38235294117647e-05,
-      "loss": 0.771,
-      "step": 3800
+      "epoch": 77.47,
+      "learning_rate": 7.523809523809524e-05,
+      "loss": 0.6149,
+      "step": 7050
     },
     {
-      "epoch": 41.75,
-      "eval_loss": 0.1530592143535614,
-      "eval_runtime": 186.414,
-      "eval_samples_per_second": 25.98,
-      "eval_steps_per_second": 0.815,
-      "eval_wer": 0.13170593244393983,
-      "step": 3800
+      "epoch": 78.02,
+      "learning_rate": 7.34065934065934e-05,
+      "loss": 0.6338,
+      "step": 7100
     },
     {
-      "epoch": 41.97,
-      "learning_rate": 7.186274509803923e-05,
-      "loss": 0.7765,
-      "step": 3820
+      "epoch": 78.57,
+      "learning_rate": 7.157509157509158e-05,
+      "loss": 0.6231,
+      "step": 7150
     },
     {
-      "epoch": 42.2,
-      "learning_rate": 6.990196078431373e-05,
-      "loss": 0.7599,
-      "step": 3840
+      "epoch": 79.12,
+      "learning_rate": 6.974358974358974e-05,
+      "loss": 0.6245,
+      "step": 7200
     },
     {
-      "epoch": 42.42,
-      "learning_rate": 6.794117647058824e-05,
-      "loss": 0.7782,
-      "step": 3860
+      "epoch": 79.67,
+      "learning_rate": 6.791208791208791e-05,
+      "loss": 0.6022,
+      "step": 7250
     },
     {
-      "epoch": 42.63,
-      "learning_rate": 6.598039215686274e-05,
-      "loss": 0.7395,
-      "step": 3880
+      "epoch": 80.22,
+      "learning_rate": 6.608058608058607e-05,
+      "loss": 0.6138,
+      "step": 7300
     },
     {
-      "epoch": 42.85,
-      "learning_rate": 6.401960784313726e-05,
-      "loss": 0.7594,
-      "step": 3900
+      "epoch": 80.77,
+      "learning_rate": 6.424908424908426e-05,
+      "loss": 0.6163,
+      "step": 7350
     },
     {
-      "epoch": 42.85,
-      "eval_loss": 0.14983513951301575,
-      "eval_runtime": 190.4439,
-      "eval_samples_per_second": 25.43,
-      "eval_steps_per_second": 0.798,
-      "eval_wer": 0.12883905762134545,
-      "step": 3900
+      "epoch": 81.32,
+      "learning_rate": 6.241758241758242e-05,
+      "loss": 0.6275,
+      "step": 7400
     },
     {
-      "epoch": 43.08,
-      "learning_rate": 6.205882352941176e-05,
-      "loss": 0.7691,
-      "step": 3920
+      "epoch": 81.86,
+      "learning_rate": 6.0586080586080586e-05,
+      "loss": 0.6085,
+      "step": 7450
     },
     {
-      "epoch": 43.3,
-      "learning_rate": 6.0098039215686274e-05,
-      "loss": 0.728,
-      "step": 3940
+      "epoch": 82.42,
+      "learning_rate": 5.8754578754578754e-05,
+      "loss": 0.6039,
+      "step": 7500
     },
     {
-      "epoch": 43.51,
-      "learning_rate": 5.813725490196078e-05,
-      "loss": 0.7585,
-      "step": 3960
+      "epoch": 82.42,
+      "eval_loss": 0.16446340084075928,
+      "eval_runtime": 178.7505,
+      "eval_samples_per_second": 27.094,
+      "eval_steps_per_second": 0.85,
+      "eval_wer": 0.12489355662787398,
+      "step": 7500
     },
     {
-      "epoch": 43.73,
-      "learning_rate": 5.6176470588235296e-05,
-      "loss": 0.7564,
-      "step": 3980
+      "epoch": 82.96,
+      "learning_rate": 5.692307692307693e-05,
+      "loss": 0.6063,
+      "step": 7550
     },
     {
-      "epoch": 43.95,
-      "learning_rate": 5.4215686274509804e-05,
-      "loss": 0.7383,
-      "step": 4000
+      "epoch": 83.51,
+      "learning_rate": 5.5091575091575095e-05,
+      "loss": 0.6039,
+      "step": 7600
     },
     {
-      "epoch": 43.95,
-      "eval_loss": 0.15269021689891815,
-      "eval_runtime": 188.5816,
-      "eval_samples_per_second": 25.681,
-      "eval_steps_per_second": 0.806,
-      "eval_wer": 0.13003122338915696,
-      "step": 4000
+      "epoch": 84.07,
+      "learning_rate": 5.326007326007326e-05,
+      "loss": 0.6204,
+      "step": 7650
     },
     {
-      "epoch": 44.17,
-      "learning_rate": 5.225490196078431e-05,
-      "loss": 0.7693,
-      "step": 4020
+      "epoch": 84.61,
+      "learning_rate": 5.142857142857143e-05,
+      "loss": 0.5922,
+      "step": 7700
     },
     {
-      "epoch": 44.39,
-      "learning_rate": 5.0294117647058826e-05,
-      "loss": 0.7347,
-      "step": 4040
+      "epoch": 85.16,
+      "learning_rate": 4.9597069597069596e-05,
+      "loss": 0.6031,
+      "step": 7750
     },
     {
-      "epoch": 44.61,
-      "learning_rate": 4.8333333333333334e-05,
-      "loss": 0.7185,
-      "step": 4060
+      "epoch": 85.71,
+      "learning_rate": 4.776556776556776e-05,
+      "loss": 0.5984,
+      "step": 7800
     },
     {
-      "epoch": 44.83,
-      "learning_rate": 4.637254901960784e-05,
-      "loss": 0.7394,
-      "step": 4080
+      "epoch": 86.26,
+      "learning_rate": 4.593406593406593e-05,
+      "loss": 0.6213,
+      "step": 7850
     },
     {
-      "epoch": 45.05,
-      "learning_rate": 4.4411764705882356e-05,
-      "loss": 0.7565,
-      "step": 4100
+      "epoch": 86.81,
+      "learning_rate": 4.41025641025641e-05,
+      "loss": 0.5927,
+      "step": 7900
     },
     {
-      "epoch": 45.05,
-      "eval_loss": 0.14823457598686218,
-      "eval_runtime": 191.1254,
-      "eval_samples_per_second": 25.339,
-      "eval_steps_per_second": 0.795,
-      "eval_wer": 0.12886744252057905,
-      "step": 4100
+      "epoch": 87.36,
+      "learning_rate": 4.227106227106227e-05,
+      "loss": 0.598,
+      "step": 7950
     },
     {
-      "epoch": 45.27,
-      "learning_rate": 4.2450980392156864e-05,
-      "loss": 0.7535,
-      "step": 4120
+      "epoch": 87.91,
+      "learning_rate": 4.0439560439560445e-05,
+      "loss": 0.5928,
+      "step": 8000
     },
     {
-      "epoch": 45.49,
-      "learning_rate": 4.049019607843137e-05,
-      "loss": 0.737,
-      "step": 4140
+      "epoch": 87.91,
+      "eval_loss": 0.15899540483951569,
+      "eval_runtime": 178.7907,
+      "eval_samples_per_second": 27.088,
+      "eval_steps_per_second": 0.85,
+      "eval_wer": 0.12140221402214021,
+      "step": 8000
     },
     {
-      "epoch": 45.71,
-      "learning_rate": 3.852941176470588e-05,
-      "loss": 0.7501,
-      "step": 4160
+      "epoch": 88.46,
+      "learning_rate": 3.860805860805861e-05,
+      "loss": 0.6021,
+      "step": 8050
     },
     {
-      "epoch": 45.93,
-      "learning_rate": 3.6568627450980393e-05,
-      "loss": 0.7285,
-      "step": 4180
+      "epoch": 89.01,
+      "learning_rate": 3.677655677655678e-05,
+      "loss": 0.5962,
+      "step": 8100
     },
     {
-      "epoch": 46.15,
-      "learning_rate": 3.46078431372549e-05,
-      "loss": 0.7697,
-      "step": 4200
+      "epoch": 89.56,
+      "learning_rate": 3.494505494505495e-05,
+      "loss": 0.5798,
+      "step": 8150
     },
     {
-      "epoch": 46.15,
-      "eval_loss": 0.1494804471731186,
-      "eval_runtime": 190.3868,
-      "eval_samples_per_second": 25.438,
-      "eval_steps_per_second": 0.798,
-      "eval_wer": 0.1271927334657962,
-      "step": 4200
+      "epoch": 90.11,
+      "learning_rate": 3.3113553113553114e-05,
+      "loss": 0.6024,
+      "step": 8200
     },
     {
-      "epoch": 46.37,
-      "learning_rate": 3.264705882352941e-05,
-      "loss": 0.7283,
-      "step": 4220
+      "epoch": 90.66,
+      "learning_rate": 3.128205128205128e-05,
+      "loss": 0.5831,
+      "step": 8250
     },
     {
-      "epoch": 46.59,
-      "learning_rate": 3.0686274509803923e-05,
-      "loss": 0.7218,
-      "step": 4240
+      "epoch": 91.21,
+      "learning_rate": 2.945054945054945e-05,
+      "loss": 0.6001,
+      "step": 8300
     },
     {
-      "epoch": 46.81,
-      "learning_rate": 2.872549019607843e-05,
-      "loss": 0.7341,
-      "step": 4260
+      "epoch": 91.75,
+      "learning_rate": 2.761904761904762e-05,
+      "loss": 0.5901,
+      "step": 8350
     },
     {
-      "epoch": 47.03,
-      "learning_rate": 2.6764705882352942e-05,
-      "loss": 0.7293,
-      "step": 4280
+      "epoch": 92.31,
+      "learning_rate": 2.578754578754579e-05,
+      "loss": 0.6078,
+      "step": 8400
     },
     {
-      "epoch": 47.25,
-      "learning_rate": 2.480392156862745e-05,
-      "loss": 0.7194,
-      "step": 4300
+      "epoch": 92.85,
+      "learning_rate": 2.3956043956043956e-05,
+      "loss": 0.5853,
+      "step": 8450
     },
     {
-      "epoch": 47.25,
-      "eval_loss": 0.14928147196769714,
-      "eval_runtime": 189.625,
-      "eval_samples_per_second": 25.54,
-      "eval_steps_per_second": 0.802,
-      "eval_wer": 0.12693726937269373,
-      "step": 4300
+      "epoch": 93.4,
+      "learning_rate": 2.2124542124542124e-05,
+      "loss": 0.6022,
+      "step": 8500
     },
     {
-      "epoch": 47.47,
-      "learning_rate": 2.284313725490196e-05,
-      "loss": 0.7326,
-      "step": 4320
+      "epoch": 93.4,
+      "eval_loss": 0.1596660017967224,
+      "eval_runtime": 178.6421,
+      "eval_samples_per_second": 27.11,
+      "eval_steps_per_second": 0.851,
+      "eval_wer": 0.1213170593244394,
+      "step": 8500
     },
     {
-      "epoch": 47.69,
-      "learning_rate": 2.088235294117647e-05,
-      "loss": 0.724,
-      "step": 4340
+      "epoch": 93.95,
+      "learning_rate": 2.029304029304029e-05,
+      "loss": 0.5721,
+      "step": 8550
     },
     {
-      "epoch": 47.91,
-      "learning_rate": 1.892156862745098e-05,
-      "loss": 0.7316,
-      "step": 4360
+      "epoch": 94.5,
+      "learning_rate": 1.8461538461538465e-05,
+      "loss": 0.5839,
+      "step": 8600
     },
     {
-      "epoch": 48.13,
-      "learning_rate": 1.696078431372549e-05,
-      "loss": 0.7566,
-      "step": 4380
+      "epoch": 95.05,
+      "learning_rate": 1.6630036630036632e-05,
+      "loss": 0.587,
+      "step": 8650
     },
     {
-      "epoch": 48.35,
-      "learning_rate": 1.5e-05,
-      "loss": 0.7479,
-      "step": 4400
+      "epoch": 95.6,
+      "learning_rate": 1.4835164835164835e-05,
+      "loss": 0.5817,
+      "step": 8700
     },
     {
-      "epoch": 48.35,
-      "eval_loss": 0.1490115076303482,
-      "eval_runtime": 188.3681,
-      "eval_samples_per_second": 25.71,
-      "eval_steps_per_second": 0.807,
-      "eval_wer": 0.12761850695430033,
-      "step": 4400
+      "epoch": 96.15,
+      "learning_rate": 1.3003663003663005e-05,
+      "loss": 0.5819,
+      "step": 8750
     },
     {
-      "epoch": 48.57,
-      "learning_rate": 1.303921568627451e-05,
-      "loss": 0.7139,
-      "step": 4420
+      "epoch": 96.7,
+      "learning_rate": 1.1172161172161172e-05,
+      "loss": 0.5853,
+      "step": 8800
     },
     {
-      "epoch": 48.79,
-      "learning_rate": 1.107843137254902e-05,
-      "loss": 0.7345,
-      "step": 4440
+      "epoch": 97.25,
+      "learning_rate": 9.340659340659341e-06,
+      "loss": 0.5778,
+      "step": 8850
     },
     {
-      "epoch": 49.01,
-      "learning_rate": 9.117647058823529e-06,
-      "loss": 0.756,
-      "step": 4460
+      "epoch": 97.8,
+      "learning_rate": 7.509157509157509e-06,
+      "loss": 0.6038,
+      "step": 8900
     },
     {
-      "epoch": 49.23,
-      "learning_rate": 7.15686274509804e-06,
-      "loss": 0.7196,
-      "step": 4480
+      "epoch": 98.35,
+      "learning_rate": 5.677655677655678e-06,
+      "loss": 0.5756,
+      "step": 8950
     },
     {
-      "epoch": 49.45,
-      "learning_rate": 5.196078431372549e-06,
-      "loss": 0.7132,
-      "step": 4500
+      "epoch": 98.9,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 0.5814,
+      "step": 9000
     },
     {
-      "epoch": 49.45,
-      "eval_loss": 0.1501067876815796,
-      "eval_runtime": 190.1989,
-      "eval_samples_per_second": 25.463,
-      "eval_steps_per_second": 0.799,
-      "eval_wer": 0.1265398807834232,
-      "step": 4500
+      "epoch": 98.9,
+      "eval_loss": 0.1598692536354065,
+      "eval_runtime": 178.176,
+      "eval_samples_per_second": 27.181,
+      "eval_steps_per_second": 0.853,
+      "eval_wer": 0.11989781436275901,
+      "step": 9000
     },
     {
-      "epoch": 49.67,
-      "learning_rate": 3.235294117647059e-06,
-      "loss": 0.7278,
-      "step": 4520
+      "epoch": 99.45,
+      "learning_rate": 2.0146520146520148e-06,
+      "loss": 0.5807,
+      "step": 9050
     },
     {
-      "epoch": 49.89,
-      "learning_rate": 1.2745098039215688e-06,
-      "loss": 0.7431,
-      "step": 4540
+      "epoch": 99.99,
+      "learning_rate": 1.8315018315018315e-07,
+      "loss": 0.5798,
+      "step": 9100
     },
     {
-      "epoch": 49.99,
-      "step": 4550,
-      "total_flos": 7.03270196503015e+19,
-      "train_loss": 1.3462627654023223,
-      "train_runtime": 35973.7,
-      "train_samples_per_second": 16.248,
-      "train_steps_per_second": 0.126
+      "epoch": 99.99,
+      "step": 9100,
+      "total_flos": 1.4065789113067918e+20,
+      "train_loss": 1.0890738963032818,
+      "train_runtime": 51321.8258,
+      "train_samples_per_second": 22.778,
+      "train_steps_per_second": 0.177
     }
   ],
-  "max_steps": 4550,
-  "num_train_epochs": 50,
-  "total_flos": 7.03270196503015e+19,
+  "max_steps": 9100,
+  "num_train_epochs": 100,
+  "total_flos": 1.4065789113067918e+20,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61c53503eb760641941023d2dcab7bb32b620bf895e31db5c3910b2760135b07
+oid sha256:811e3ef844c8a0a3ec9014ae1a3a2c28487ee436cfde968d8f177bfdccda6c53
 size 3055