Yehor commited on
Commit
45fae5f
·
1 Parent(s): 845f871

Upload checkpoints epoch_0001_step_00003500

Browse files

Automatic checkpoint upload from train.py.

Report stem: epoch_0001_step_00003500
Epoch: 1
Global step: 3500

.hf_upload_sync/validation_epoch_0001_step_00003000.done ADDED
@@ -0,0 +1 @@
 
 
1
+ 1776097325.079837
.hf_upload_sync/validation_epoch_0001_step_00003500.started ADDED
@@ -0,0 +1 @@
 
 
1
+ 1776099893.2073202
checkpoint_best.json CHANGED
@@ -117,82 +117,82 @@
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
- "global_step": 3000,
121
- "best_val_wer": 1.3930311142317988,
122
  "metrics": {
123
  "epoch": 1,
124
- "global_step": 3000,
125
- "train_loss": 9.858357795119286,
126
- "train_main_ctc_loss": 9.858357795119286,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
- "val_loss": 18.882016889164955,
131
- "val_cer": 0.9982018748989817,
132
- "val_wer": 1.3930311142317988,
133
- "val_forward_seconds": 327.62222179886885,
134
  "val_teacher_seconds": 0.0,
135
- "val_decode_seconds": 0.9447481955285184,
136
- "val_gather_seconds": 0.020180330029688776,
137
  "val_model_source": "raw",
138
- "val_main_ctc_loss": 18.882016889164955,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
- "val_avg_blank_probability": 0.4020078278717621,
143
- "val_argmax_blank_fraction": 0.5975415515797781,
144
- "val_avg_top_nonblank_probability": 0.12339577703880159,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
- "val_wer_short": 2.31331241595697,
152
- "val_cer_short": 1.186239954885098,
153
  "val_samples_medium": 2021.0,
154
- "val_wer_medium": 1.168949522510232,
155
- "val_cer_medium": 0.9537863398714576,
156
  "val_samples_long": 0.0,
157
- "val_decoded_empty_fraction": 0.1900749063670412,
158
- "val_decoded_avg_char_length": 18.04494382022472,
159
- "val_decoded_avg_word_length": 6.003433208489389,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
- "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1853.wav",
165
  "val_hardest_example_0_speaker": "",
166
- "val_hardest_example_0_ref": "Ти хто єси може?",
167
- "val_hardest_example_0_hyp": "іс іс іс іс іс і",
168
- "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2206.wav",
169
  "val_hardest_example_1_speaker": "",
170
- "val_hardest_example_1_ref": "Годой, тільки такнув.",
171
- "val_hardest_example_1_hyp": "ісм іча при іс ічас і",
172
- "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1885.wav",
173
  "val_hardest_example_2_speaker": "",
174
- "val_hardest_example_2_ref": "Колись на цих землях жили трипільці.",
175
- "val_hardest_example_2_hyp": "іс іс іс ітрас іс с і і с іс іс і",
176
- "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2913.wav",
177
  "val_hardest_example_3_speaker": "",
178
- "val_hardest_example_3_ref": "У нас іде зараз трансляція.",
179
- "val_hardest_example_3_hyp": "ісмс і ісмс іни іс іс іс і",
180
- "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/645.wav",
181
  "val_hardest_example_4_speaker": "",
182
- "val_hardest_example_4_ref": "А боронитися якось треба?",
183
- "val_hardest_example_4_hyp": "і ічамс іс іс іс іс іс і",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
- "val_random_example_0_hyp": "с і і і і і і іс і с іс с іс іс іс",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
- "val_random_example_1_hyp": "с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
- "val_random_example_2_hyp": "іс ім з і іс і і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
@@ -201,41 +201,41 @@
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
- "val/loss": 18.882016889164955,
205
- "val/cer": 0.9982018748989817,
206
- "val/wer": 1.3930311142317988,
207
- "val/main_ctc_loss": 18.882016889164955,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
- "val/avg_blank_probability": 0.4020078278717621,
212
- "val/argmax_blank_fraction": 0.5975415515797781,
213
- "val/avg_top_nonblank_probability": 0.12339577703880159,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
- "val/wer_short": 2.31331241595697,
221
- "val/cer_short": 1.186239954885098,
222
  "val/samples_medium": 2021.0,
223
- "val/wer_medium": 1.168949522510232,
224
- "val/cer_medium": 0.9537863398714576,
225
  "val/samples_long": 0.0,
226
- "val/decoded_empty_fraction": 0.1900749063670412,
227
- "val/decoded_avg_char_length": 18.04494382022472,
228
- "val/decoded_avg_word_length": 6.003433208489389,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
- "val/forward_seconds": 327.62222179886885,
234
  "val/teacher_seconds": 0.0,
235
- "val/decode_seconds": 0.9447481955285184,
236
- "val/gather_seconds": 0.020180330029688776,
237
- "train/loss": 9.858357795119286,
238
- "train/main_ctc_loss": 9.858357795119286,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
 
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
+ "global_step": 3500,
121
+ "best_val_wer": 1.379997366919735,
122
  "metrics": {
123
  "epoch": 1,
124
+ "global_step": 3500,
125
+ "train_loss": 9.211304985165595,
126
+ "train_main_ctc_loss": 9.211304985165595,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
+ "val_loss": 18.578019591455305,
131
+ "val_cer": 0.9976563762728301,
132
+ "val_wer": 1.379997366919735,
133
+ "val_forward_seconds": 315.96604324836517,
134
  "val_teacher_seconds": 0.0,
135
+ "val_decode_seconds": 0.9186501348158345,
136
+ "val_gather_seconds": 0.018910836020950228,
137
  "val_model_source": "raw",
138
+ "val_main_ctc_loss": 18.578019591455305,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
+ "val_avg_blank_probability": 0.41341866856379217,
143
+ "val_argmax_blank_fraction": 0.6132503103736996,
144
+ "val_avg_top_nonblank_probability": 0.11644891509352885,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
+ "val_wer_short": 2.281264007171672,
152
+ "val_cer_short": 1.1766530382066827,
153
  "val_samples_medium": 2021.0,
154
+ "val_wer_medium": 1.1605457025920873,
155
+ "val_cer_medium": 0.9553764694129009,
156
  "val_samples_long": 0.0,
157
+ "val_decoded_empty_fraction": 0.20848938826466917,
158
+ "val_decoded_avg_char_length": 17.413233458177277,
159
+ "val_decoded_avg_word_length": 5.819912609238452,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
+ "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2189.wav",
165
  "val_hardest_example_0_speaker": "",
166
+ "val_hardest_example_0_ref": "До чорта в зуби потрапити?",
167
+ "val_hardest_example_0_hyp": "іс іс іс іс іча іс іс іс і",
168
+ "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2682.wav",
169
  "val_hardest_example_1_speaker": "",
170
+ "val_hardest_example_1_ref": "Гірко поробити, солодко з'їсти.",
171
+ "val_hardest_example_1_hyp": "іс і теча іс іс ігу іс іс іс і",
172
+ "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2680.wav",
173
  "val_hardest_example_2_speaker": "",
174
+ "val_hardest_example_2_ref": "Я маю деякі поради.",
175
+ "val_hardest_example_2_hyp": "іс і с іс м людей і",
176
+ "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/540.wav",
177
  "val_hardest_example_3_speaker": "",
178
+ "val_hardest_example_3_ref": "Послухаймо професора.",
179
+ "val_hardest_example_3_hyp": "іс і с ці с ісчас с і",
180
+ "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2980.wav",
181
  "val_hardest_example_4_speaker": "",
182
+ "val_hardest_example_4_ref": "Що то Айвовкою зовуть?",
183
+ "val_hardest_example_4_hyp": "с і і і с іс іс",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
+ "val_random_example_0_hyp": "і сс с",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
+ "val_random_example_1_hyp": "і і с с с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
+ "val_random_example_2_hyp": "ісс ім з і іс іс і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
 
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
+ "val/loss": 18.578019591455305,
205
+ "val/cer": 0.9976563762728301,
206
+ "val/wer": 1.379997366919735,
207
+ "val/main_ctc_loss": 18.578019591455305,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
+ "val/avg_blank_probability": 0.41341866856379217,
212
+ "val/argmax_blank_fraction": 0.6132503103736996,
213
+ "val/avg_top_nonblank_probability": 0.11644891509352885,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
+ "val/wer_short": 2.281264007171672,
221
+ "val/cer_short": 1.1766530382066827,
222
  "val/samples_medium": 2021.0,
223
+ "val/wer_medium": 1.1605457025920873,
224
+ "val/cer_medium": 0.9553764694129009,
225
  "val/samples_long": 0.0,
226
+ "val/decoded_empty_fraction": 0.20848938826466917,
227
+ "val/decoded_avg_char_length": 17.413233458177277,
228
+ "val/decoded_avg_word_length": 5.819912609238452,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
+ "val/forward_seconds": 315.96604324836517,
234
  "val/teacher_seconds": 0.0,
235
+ "val/decode_seconds": 0.9186501348158345,
236
+ "val/gather_seconds": 0.018910836020950228,
237
+ "train/loss": 9.211304985165595,
238
+ "train/main_ctc_loss": 9.211304985165595,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
checkpoint_step_last.json CHANGED
@@ -117,82 +117,82 @@
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
- "global_step": 3000,
121
- "best_val_wer": 1.3930311142317988,
122
  "metrics": {
123
  "epoch": 1,
124
- "global_step": 3000,
125
- "train_loss": 9.858357795119286,
126
- "train_main_ctc_loss": 9.858357795119286,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
- "val_loss": 18.882016889164955,
131
- "val_cer": 0.9982018748989817,
132
- "val_wer": 1.3930311142317988,
133
- "val_forward_seconds": 327.62222179886885,
134
  "val_teacher_seconds": 0.0,
135
- "val_decode_seconds": 0.9447481955285184,
136
- "val_gather_seconds": 0.020180330029688776,
137
  "val_model_source": "raw",
138
- "val_main_ctc_loss": 18.882016889164955,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
- "val_avg_blank_probability": 0.4020078278717621,
143
- "val_argmax_blank_fraction": 0.5975415515797781,
144
- "val_avg_top_nonblank_probability": 0.12339577703880159,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
- "val_wer_short": 2.31331241595697,
152
- "val_cer_short": 1.186239954885098,
153
  "val_samples_medium": 2021.0,
154
- "val_wer_medium": 1.168949522510232,
155
- "val_cer_medium": 0.9537863398714576,
156
  "val_samples_long": 0.0,
157
- "val_decoded_empty_fraction": 0.1900749063670412,
158
- "val_decoded_avg_char_length": 18.04494382022472,
159
- "val_decoded_avg_word_length": 6.003433208489389,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
- "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1853.wav",
165
  "val_hardest_example_0_speaker": "",
166
- "val_hardest_example_0_ref": "Ти хто єси може?",
167
- "val_hardest_example_0_hyp": "іс іс іс іс іс і",
168
- "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2206.wav",
169
  "val_hardest_example_1_speaker": "",
170
- "val_hardest_example_1_ref": "Годой, тільки такнув.",
171
- "val_hardest_example_1_hyp": "ісм іча при іс ічас і",
172
- "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1885.wav",
173
  "val_hardest_example_2_speaker": "",
174
- "val_hardest_example_2_ref": "Колись на цих землях жили трипільці.",
175
- "val_hardest_example_2_hyp": "іс іс іс ітрас іс с і і с іс іс і",
176
- "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2913.wav",
177
  "val_hardest_example_3_speaker": "",
178
- "val_hardest_example_3_ref": "У нас іде зараз трансляція.",
179
- "val_hardest_example_3_hyp": "ісмс і ісмс іни іс іс іс і",
180
- "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/645.wav",
181
  "val_hardest_example_4_speaker": "",
182
- "val_hardest_example_4_ref": "А боронитися якось треба?",
183
- "val_hardest_example_4_hyp": "і ічамс іс іс іс іс іс і",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
- "val_random_example_0_hyp": "с і і і і і і іс і с іс с іс іс іс",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
- "val_random_example_1_hyp": "с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
- "val_random_example_2_hyp": "іс ім з і іс і і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
@@ -201,41 +201,41 @@
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
- "val/loss": 18.882016889164955,
205
- "val/cer": 0.9982018748989817,
206
- "val/wer": 1.3930311142317988,
207
- "val/main_ctc_loss": 18.882016889164955,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
- "val/avg_blank_probability": 0.4020078278717621,
212
- "val/argmax_blank_fraction": 0.5975415515797781,
213
- "val/avg_top_nonblank_probability": 0.12339577703880159,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
- "val/wer_short": 2.31331241595697,
221
- "val/cer_short": 1.186239954885098,
222
  "val/samples_medium": 2021.0,
223
- "val/wer_medium": 1.168949522510232,
224
- "val/cer_medium": 0.9537863398714576,
225
  "val/samples_long": 0.0,
226
- "val/decoded_empty_fraction": 0.1900749063670412,
227
- "val/decoded_avg_char_length": 18.04494382022472,
228
- "val/decoded_avg_word_length": 6.003433208489389,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
- "val/forward_seconds": 327.62222179886885,
234
  "val/teacher_seconds": 0.0,
235
- "val/decode_seconds": 0.9447481955285184,
236
- "val/gather_seconds": 0.020180330029688776,
237
- "train/loss": 9.858357795119286,
238
- "train/main_ctc_loss": 9.858357795119286,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
 
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
+ "global_step": 3500,
121
+ "best_val_wer": 1.379997366919735,
122
  "metrics": {
123
  "epoch": 1,
124
+ "global_step": 3500,
125
+ "train_loss": 9.211304985165595,
126
+ "train_main_ctc_loss": 9.211304985165595,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
+ "val_loss": 18.578019591455305,
131
+ "val_cer": 0.9976563762728301,
132
+ "val_wer": 1.379997366919735,
133
+ "val_forward_seconds": 315.96604324836517,
134
  "val_teacher_seconds": 0.0,
135
+ "val_decode_seconds": 0.9186501348158345,
136
+ "val_gather_seconds": 0.018910836020950228,
137
  "val_model_source": "raw",
138
+ "val_main_ctc_loss": 18.578019591455305,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
+ "val_avg_blank_probability": 0.41341866856379217,
143
+ "val_argmax_blank_fraction": 0.6132503103736996,
144
+ "val_avg_top_nonblank_probability": 0.11644891509352885,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
+ "val_wer_short": 2.281264007171672,
152
+ "val_cer_short": 1.1766530382066827,
153
  "val_samples_medium": 2021.0,
154
+ "val_wer_medium": 1.1605457025920873,
155
+ "val_cer_medium": 0.9553764694129009,
156
  "val_samples_long": 0.0,
157
+ "val_decoded_empty_fraction": 0.20848938826466917,
158
+ "val_decoded_avg_char_length": 17.413233458177277,
159
+ "val_decoded_avg_word_length": 5.819912609238452,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
+ "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2189.wav",
165
  "val_hardest_example_0_speaker": "",
166
+ "val_hardest_example_0_ref": "До чорта в зуби потрапити?",
167
+ "val_hardest_example_0_hyp": "іс іс іс іс іча іс іс іс і",
168
+ "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2682.wav",
169
  "val_hardest_example_1_speaker": "",
170
+ "val_hardest_example_1_ref": "Гірко поробити, солодко з'їсти.",
171
+ "val_hardest_example_1_hyp": "іс і теча іс іс ігу іс іс іс і",
172
+ "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2680.wav",
173
  "val_hardest_example_2_speaker": "",
174
+ "val_hardest_example_2_ref": "Я маю деякі поради.",
175
+ "val_hardest_example_2_hyp": "іс і с іс м людей і",
176
+ "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/540.wav",
177
  "val_hardest_example_3_speaker": "",
178
+ "val_hardest_example_3_ref": "Послухаймо професора.",
179
+ "val_hardest_example_3_hyp": "іс і с ці с ісчас с і",
180
+ "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2980.wav",
181
  "val_hardest_example_4_speaker": "",
182
+ "val_hardest_example_4_ref": "Що то Айвовкою зовуть?",
183
+ "val_hardest_example_4_hyp": "с і і і с іс іс",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
+ "val_random_example_0_hyp": "і сс с",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
+ "val_random_example_1_hyp": "і і с с с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
+ "val_random_example_2_hyp": "ісс ім з і іс іс і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
 
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
+ "val/loss": 18.578019591455305,
205
+ "val/cer": 0.9976563762728301,
206
+ "val/wer": 1.379997366919735,
207
+ "val/main_ctc_loss": 18.578019591455305,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
+ "val/avg_blank_probability": 0.41341866856379217,
212
+ "val/argmax_blank_fraction": 0.6132503103736996,
213
+ "val/avg_top_nonblank_probability": 0.11644891509352885,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
+ "val/wer_short": 2.281264007171672,
221
+ "val/cer_short": 1.1766530382066827,
222
  "val/samples_medium": 2021.0,
223
+ "val/wer_medium": 1.1605457025920873,
224
+ "val/cer_medium": 0.9553764694129009,
225
  "val/samples_long": 0.0,
226
+ "val/decoded_empty_fraction": 0.20848938826466917,
227
+ "val/decoded_avg_char_length": 17.413233458177277,
228
+ "val/decoded_avg_word_length": 5.819912609238452,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
+ "val/forward_seconds": 315.96604324836517,
234
  "val/teacher_seconds": 0.0,
235
+ "val/decode_seconds": 0.9186501348158345,
236
+ "val/gather_seconds": 0.018910836020950228,
237
+ "train/loss": 9.211304985165595,
238
+ "train/main_ctc_loss": 9.211304985165595,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
checkpoint_topk_avg.json CHANGED
@@ -117,82 +117,82 @@
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
- "global_step": 3000,
121
- "best_val_wer": 1.3930311142317988,
122
  "metrics": {
123
  "epoch": 1,
124
- "global_step": 3000,
125
- "train_loss": 9.858357795119286,
126
- "train_main_ctc_loss": 9.858357795119286,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
- "val_loss": 18.882016889164955,
131
- "val_cer": 0.9982018748989817,
132
- "val_wer": 1.3930311142317988,
133
- "val_forward_seconds": 327.62222179886885,
134
  "val_teacher_seconds": 0.0,
135
- "val_decode_seconds": 0.9447481955285184,
136
- "val_gather_seconds": 0.020180330029688776,
137
  "val_model_source": "raw",
138
- "val_main_ctc_loss": 18.882016889164955,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
- "val_avg_blank_probability": 0.4020078278717621,
143
- "val_argmax_blank_fraction": 0.5975415515797781,
144
- "val_avg_top_nonblank_probability": 0.12339577703880159,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
- "val_wer_short": 2.31331241595697,
152
- "val_cer_short": 1.186239954885098,
153
  "val_samples_medium": 2021.0,
154
- "val_wer_medium": 1.168949522510232,
155
- "val_cer_medium": 0.9537863398714576,
156
  "val_samples_long": 0.0,
157
- "val_decoded_empty_fraction": 0.1900749063670412,
158
- "val_decoded_avg_char_length": 18.04494382022472,
159
- "val_decoded_avg_word_length": 6.003433208489389,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
- "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1853.wav",
165
  "val_hardest_example_0_speaker": "",
166
- "val_hardest_example_0_ref": "Ти хто єси може?",
167
- "val_hardest_example_0_hyp": "іс іс іс іс іс і",
168
- "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2206.wav",
169
  "val_hardest_example_1_speaker": "",
170
- "val_hardest_example_1_ref": "Годой, тільки такнув.",
171
- "val_hardest_example_1_hyp": "ісм іча при іс ічас і",
172
- "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1885.wav",
173
  "val_hardest_example_2_speaker": "",
174
- "val_hardest_example_2_ref": "Колись на цих землях жили трипільці.",
175
- "val_hardest_example_2_hyp": "іс іс іс ітрас іс с і і с іс іс і",
176
- "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2913.wav",
177
  "val_hardest_example_3_speaker": "",
178
- "val_hardest_example_3_ref": "У нас іде зараз трансляція.",
179
- "val_hardest_example_3_hyp": "ісмс і ісмс іни іс іс іс і",
180
- "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/645.wav",
181
  "val_hardest_example_4_speaker": "",
182
- "val_hardest_example_4_ref": "А боронитися якось треба?",
183
- "val_hardest_example_4_hyp": "і ічамс іс іс іс іс іс і",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
- "val_random_example_0_hyp": "с і і і і і і іс і с іс с іс іс іс",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
- "val_random_example_1_hyp": "с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
- "val_random_example_2_hyp": "іс ім з і іс і і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
@@ -201,41 +201,41 @@
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
- "val/loss": 18.882016889164955,
205
- "val/cer": 0.9982018748989817,
206
- "val/wer": 1.3930311142317988,
207
- "val/main_ctc_loss": 18.882016889164955,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
- "val/avg_blank_probability": 0.4020078278717621,
212
- "val/argmax_blank_fraction": 0.5975415515797781,
213
- "val/avg_top_nonblank_probability": 0.12339577703880159,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
- "val/wer_short": 2.31331241595697,
221
- "val/cer_short": 1.186239954885098,
222
  "val/samples_medium": 2021.0,
223
- "val/wer_medium": 1.168949522510232,
224
- "val/cer_medium": 0.9537863398714576,
225
  "val/samples_long": 0.0,
226
- "val/decoded_empty_fraction": 0.1900749063670412,
227
- "val/decoded_avg_char_length": 18.04494382022472,
228
- "val/decoded_avg_word_length": 6.003433208489389,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
- "val/forward_seconds": 327.62222179886885,
234
  "val/teacher_seconds": 0.0,
235
- "val/decode_seconds": 0.9447481955285184,
236
- "val/gather_seconds": 0.020180330029688776,
237
- "train/loss": 9.858357795119286,
238
- "train/main_ctc_loss": 9.858357795119286,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
@@ -416,6 +416,12 @@
416
  "w2v_bert_model_source": "/home/yehor/squeezeformer/w2v-bert-uk-v2.1"
417
  },
418
  "averaged_from": [
 
 
 
 
 
 
419
  {
420
  "epoch": 1,
421
  "global_step": 3000,
@@ -439,12 +445,6 @@
439
  "global_step": 2000,
440
  "val_wer": 1.5498749286874094,
441
  "path": "checkpoint_epoch=0001_step=00002000_valwer=1.549875.pt"
442
- },
443
- {
444
- "epoch": 1,
445
- "global_step": 1500,
446
- "val_wer": 1.7954535480756573,
447
- "path": "checkpoint_epoch=0001_step=00001500_valwer=1.795454.pt"
448
  }
449
  ]
450
  }
 
117
  "padding_value": 1.0
118
  },
119
  "epoch": 1,
120
+ "global_step": 3500,
121
+ "best_val_wer": 1.379997366919735,
122
  "metrics": {
123
  "epoch": 1,
124
+ "global_step": 3500,
125
+ "train_loss": 9.211304985165595,
126
+ "train_main_ctc_loss": 9.211304985165595,
127
  "train_aed_loss": 0.0,
128
  "train_liberta_distill_loss": 0.0,
129
  "train_audio_teacher_loss": 0.0,
130
+ "val_loss": 18.578019591455305,
131
+ "val_cer": 0.9976563762728301,
132
+ "val_wer": 1.379997366919735,
133
+ "val_forward_seconds": 315.96604324836517,
134
  "val_teacher_seconds": 0.0,
135
+ "val_decode_seconds": 0.9186501348158345,
136
+ "val_gather_seconds": 0.018910836020950228,
137
  "val_model_source": "raw",
138
+ "val_main_ctc_loss": 18.578019591455305,
139
  "val_aed_loss": 0.0,
140
  "val_liberta_distill_loss": 0.0,
141
  "val_audio_teacher_loss": 0.0,
142
+ "val_avg_blank_probability": 0.41341866856379217,
143
+ "val_argmax_blank_fraction": 0.6132503103736996,
144
+ "val_avg_top_nonblank_probability": 0.11644891509352885,
145
  "val_avg_output_frames": 129.72159800249688,
146
  "val_avg_target_tokens": 24.885455680399502,
147
  "val_target_tokens_per_frame": 0.1918374123013849,
148
  "val_impossible_sample_fraction": 0.0,
149
  "val_tight_sample_fraction": 0.0,
150
  "val_samples_short": 1183.0,
151
+ "val_wer_short": 2.281264007171672,
152
+ "val_cer_short": 1.1766530382066827,
153
  "val_samples_medium": 2021.0,
154
+ "val_wer_medium": 1.1605457025920873,
155
+ "val_cer_medium": 0.9553764694129009,
156
  "val_samples_long": 0.0,
157
+ "val_decoded_empty_fraction": 0.20848938826466917,
158
+ "val_decoded_avg_char_length": 17.413233458177277,
159
+ "val_decoded_avg_word_length": 5.819912609238452,
160
  "val_speaker_count": 0.0,
161
  "val_speaker_macro_wer": 0.0,
162
  "val_speaker_id_available": 0.0,
163
  "val_missing_speaker_id_samples": 3204.0,
164
+ "val_hardest_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2189.wav",
165
  "val_hardest_example_0_speaker": "",
166
+ "val_hardest_example_0_ref": "До чорта в зуби потрапити?",
167
+ "val_hardest_example_0_hyp": "іс іс іс іс іча іс іс іс і",
168
+ "val_hardest_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2682.wav",
169
  "val_hardest_example_1_speaker": "",
170
+ "val_hardest_example_1_ref": "Гірко поробити, солодко з'їсти.",
171
+ "val_hardest_example_1_hyp": "іс і теча іс іс ігу іс іс іс і",
172
+ "val_hardest_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2680.wav",
173
  "val_hardest_example_2_speaker": "",
174
+ "val_hardest_example_2_ref": "Я маю деякі поради.",
175
+ "val_hardest_example_2_hyp": "іс і с іс м людей і",
176
+ "val_hardest_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/540.wav",
177
  "val_hardest_example_3_speaker": "",
178
+ "val_hardest_example_3_ref": "Послухаймо професора.",
179
+ "val_hardest_example_3_hyp": "іс і с ці с ісчас с і",
180
+ "val_hardest_example_4_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2980.wav",
181
  "val_hardest_example_4_speaker": "",
182
+ "val_hardest_example_4_ref": "Що то Айвовкою зовуть?",
183
+ "val_hardest_example_4_hyp": "с і і і с іс іс",
184
  "val_random_example_0_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
185
  "val_random_example_0_speaker": "",
186
  "val_random_example_0_ref": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
187
+ "val_random_example_0_hyp": "і сс с",
188
  "val_random_example_1_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
189
  "val_random_example_1_speaker": "",
190
  "val_random_example_1_ref": "Стьогнув ще турна через лоб.",
191
+ "val_random_example_1_hyp": "і і с с с",
192
  "val_random_example_2_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
193
  "val_random_example_2_speaker": "",
194
  "val_random_example_2_ref": "Князь у всьому був залежний від хана.",
195
+ "val_random_example_2_hyp": "ісс ім з і іс іс і",
196
  "val_random_example_3_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
197
  "val_random_example_3_speaker": "",
198
  "val_random_example_3_ref": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
 
201
  "val_random_example_4_speaker": "",
202
  "val_random_example_4_ref": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
203
  "val_random_example_4_hyp": "с",
204
+ "val/loss": 18.578019591455305,
205
+ "val/cer": 0.9976563762728301,
206
+ "val/wer": 1.379997366919735,
207
+ "val/main_ctc_loss": 18.578019591455305,
208
  "val/aed_loss": 0.0,
209
  "val/liberta_distill_loss": 0.0,
210
  "val/audio_teacher_loss": 0.0,
211
+ "val/avg_blank_probability": 0.41341866856379217,
212
+ "val/argmax_blank_fraction": 0.6132503103736996,
213
+ "val/avg_top_nonblank_probability": 0.11644891509352885,
214
  "val/avg_output_frames": 129.72159800249688,
215
  "val/avg_target_tokens": 24.885455680399502,
216
  "val/target_tokens_per_frame": 0.1918374123013849,
217
  "val/impossible_sample_fraction": 0.0,
218
  "val/tight_sample_fraction": 0.0,
219
  "val/samples_short": 1183.0,
220
+ "val/wer_short": 2.281264007171672,
221
+ "val/cer_short": 1.1766530382066827,
222
  "val/samples_medium": 2021.0,
223
+ "val/wer_medium": 1.1605457025920873,
224
+ "val/cer_medium": 0.9553764694129009,
225
  "val/samples_long": 0.0,
226
+ "val/decoded_empty_fraction": 0.20848938826466917,
227
+ "val/decoded_avg_char_length": 17.413233458177277,
228
+ "val/decoded_avg_word_length": 5.819912609238452,
229
  "val/speaker_count": 0.0,
230
  "val/speaker_macro_wer": 0.0,
231
  "val/speaker_id_available": 0.0,
232
  "val/missing_speaker_id_samples": 3204.0,
233
+ "val/forward_seconds": 315.96604324836517,
234
  "val/teacher_seconds": 0.0,
235
+ "val/decode_seconds": 0.9186501348158345,
236
+ "val/gather_seconds": 0.018910836020950228,
237
+ "train/loss": 9.211304985165595,
238
+ "train/main_ctc_loss": 9.211304985165595,
239
  "train/aed_loss": 0.0,
240
  "train/liberta_distill_loss": 0.0,
241
  "train/audio_teacher_loss": 0.0
 
416
  "w2v_bert_model_source": "/home/yehor/squeezeformer/w2v-bert-uk-v2.1"
417
  },
418
  "averaged_from": [
419
+ {
420
+ "epoch": 1,
421
+ "global_step": 3500,
422
+ "val_wer": 1.379997366919735,
423
+ "path": "checkpoint_epoch=0001_step=00003500_valwer=1.379997.pt"
424
+ },
425
  {
426
  "epoch": 1,
427
  "global_step": 3000,
 
445
  "global_step": 2000,
446
  "val_wer": 1.5498749286874094,
447
  "path": "checkpoint_epoch=0001_step=00002000_valwer=1.549875.pt"
 
 
 
 
 
 
448
  }
449
  ]
450
  }
checkpoints_topk/metadata.json CHANGED
@@ -1,6 +1,12 @@
1
  {
2
  "compatibility_signature": "ecb1c79a9364dfe2fac014f491da9e093b8dc939f19e5994004884370168b512",
3
  "items": [
 
 
 
 
 
 
4
  {
5
  "epoch": 1,
6
  "global_step": 3000,
@@ -24,12 +30,6 @@
24
  "global_step": 2000,
25
  "val_wer": 1.5498749286874094,
26
  "path": "checkpoint_epoch=0001_step=00002000_valwer=1.549875.pt"
27
- },
28
- {
29
- "epoch": 1,
30
- "global_step": 1500,
31
- "val_wer": 1.7954535480756573,
32
- "path": "checkpoint_epoch=0001_step=00001500_valwer=1.795454.pt"
33
  }
34
  ]
35
  }
 
1
  {
2
  "compatibility_signature": "ecb1c79a9364dfe2fac014f491da9e093b8dc939f19e5994004884370168b512",
3
  "items": [
4
+ {
5
+ "epoch": 1,
6
+ "global_step": 3500,
7
+ "val_wer": 1.379997366919735,
8
+ "path": "checkpoint_epoch=0001_step=00003500_valwer=1.379997.pt"
9
+ },
10
  {
11
  "epoch": 1,
12
  "global_step": 3000,
 
30
  "global_step": 2000,
31
  "val_wer": 1.5498749286874094,
32
  "path": "checkpoint_epoch=0001_step=00002000_valwer=1.549875.pt"
 
 
 
 
 
 
33
  }
34
  ]
35
  }
eval_reports/epoch_0001_step_00003500.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1,
3
+ "global_step": 3500,
4
+ "model_source": "raw",
5
+ "metrics": {
6
+ "loss": 18.578019591455305,
7
+ "main_ctc_loss": 18.578019591455305,
8
+ "aed_loss": 0.0,
9
+ "liberta_distill_loss": 0.0,
10
+ "audio_teacher_loss": 0.0,
11
+ "cer": 0.9976563762728301,
12
+ "wer": 1.379997366919735,
13
+ "avg_blank_probability": 0.41341866856379217,
14
+ "argmax_blank_fraction": 0.6132503103736996,
15
+ "avg_top_nonblank_probability": 0.11644891509352885,
16
+ "avg_output_frames": 129.72159800249688,
17
+ "avg_target_tokens": 24.885455680399502,
18
+ "target_tokens_per_frame": 0.1918374123013849,
19
+ "impossible_sample_fraction": 0.0,
20
+ "tight_sample_fraction": 0.0,
21
+ "samples_short": 1183.0,
22
+ "wer_short": 2.281264007171672,
23
+ "cer_short": 1.1766530382066827,
24
+ "samples_medium": 2021.0,
25
+ "wer_medium": 1.1605457025920873,
26
+ "cer_medium": 0.9553764694129009,
27
+ "samples_long": 0.0,
28
+ "decoded_empty_fraction": 0.20848938826466917,
29
+ "decoded_avg_char_length": 17.413233458177277,
30
+ "decoded_avg_word_length": 5.819912609238452,
31
+ "speaker_count": 0.0,
32
+ "speaker_macro_wer": 0.0,
33
+ "speaker_id_available": 0.0,
34
+ "missing_speaker_id_samples": 3204.0
35
+ },
36
+ "hardest_examples": [
37
+ {
38
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2189.wav",
39
+ "speaker_id": "",
40
+ "reference": "До чорта в зуби потрапити?",
41
+ "hypothesis": "іс іс іс іс іча іс іс іс і"
42
+ },
43
+ {
44
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2682.wav",
45
+ "speaker_id": "",
46
+ "reference": "Гірко поробити, солодко з'їсти.",
47
+ "hypothesis": "іс і теча іс іс ігу іс іс іс і"
48
+ },
49
+ {
50
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2680.wav",
51
+ "speaker_id": "",
52
+ "reference": "Я маю деякі поради.",
53
+ "hypothesis": "іс і с іс м людей і"
54
+ },
55
+ {
56
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/540.wav",
57
+ "speaker_id": "",
58
+ "reference": "Послухаймо професора.",
59
+ "hypothesis": "іс і с ці с ісчас с і"
60
+ },
61
+ {
62
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/2980.wav",
63
+ "speaker_id": "",
64
+ "reference": "Що то Айвовкою зовуть?",
65
+ "hypothesis": "с і і і с іс іс"
66
+ }
67
+ ],
68
+ "random_examples": [
69
+ {
70
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/375.wav",
71
+ "speaker_id": "",
72
+ "reference": "Читачі, гадаю, не забули про Сарайську єпархію, підлеглу митрополитові.",
73
+ "hypothesis": "і сс с"
74
+ },
75
+ {
76
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1367.wav",
77
+ "speaker_id": "",
78
+ "reference": "Стьогнув ще турна через лоб.",
79
+ "hypothesis": "і і с с с"
80
+ },
81
+ {
82
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/849.wav",
83
+ "speaker_id": "",
84
+ "reference": "Князь у всьому був залежний від хана.",
85
+ "hypothesis": "ісс ім з і іс іс і"
86
+ },
87
+ {
88
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/1003.wav",
89
+ "speaker_id": "",
90
+ "reference": "Дивуватися не варто бували вигадки і гидотніші, і брехливіші.",
91
+ "hypothesis": ""
92
+ },
93
+ {
94
+ "utterance_id": "/home/yehor/squeezeformer/data/cv10-uk-testset-clean-punctuated/3232.wav",
95
+ "speaker_id": "",
96
+ "reference": "На редактора це вам буде дорого коштувати, коли я буду у вас редактором.",
97
+ "hypothesis": "с"
98
+ }
99
+ ],
100
+ "speaker_metrics": {
101
+ "speaker_count": 0,
102
+ "speaker_macro_wer": 0.0,
103
+ "speaker_id_available": false,
104
+ "missing_speaker_id_samples": 3204,
105
+ "per_speaker": {}
106
+ },
107
+ "split_audit": {
108
+ "counts": {
109
+ "train": {
110
+ "samples": 648240,
111
+ "speakers": 0,
112
+ "records_with_speaker_id": 0,
113
+ "hours": 1264.353836267957
114
+ },
115
+ "validation": {
116
+ "samples": 3204,
117
+ "speakers": 0,
118
+ "records_with_speaker_id": 0,
119
+ "hours": 4.629311440972232
120
+ }
121
+ },
122
+ "hours": {
123
+ "train": 1264.353836267957,
124
+ "validation": 4.629311440972232
125
+ },
126
+ "total_hours": 1268.9831477089292,
127
+ "speaker_overlaps": {
128
+ "train_vs_validation": 0
129
+ },
130
+ "speaker_balance_ratio": 1.0,
131
+ "speaker_id_available": false
132
+ }
133
+ }
training_20260413_095925.log CHANGED
@@ -828,3 +828,112 @@
828
  2026-04-13 18:59:14,655 | INFO | rank=0 | epoch_0001_step_00003000 timing detail report_write=0.00s checkpoint_build=0.01s latest_export=22.60s best_export=20.58s topk_update=69.44s topk_average=68.88s
829
  2026-04-13 18:59:14,655 | INFO | rank=0 | exported inference artifacts latest_safe=artifacts/w2v-bert-test2-full/checkpoint_step_last.safetensors best_safe=artifacts/w2v-bert-test2-full/checkpoint_best.safetensors averaged_safe=artifacts/w2v-bert-test2-full/checkpoint_topk_avg.safetensors
830
  2026-04-13 18:59:14,655 | INFO | rank=0 | validation preview hardest_ref='Ти хто єси може?' hardest_hyp='іс іс іс іс іс і'
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
828
  2026-04-13 18:59:14,655 | INFO | rank=0 | epoch_0001_step_00003000 timing detail report_write=0.00s checkpoint_build=0.01s latest_export=22.60s best_export=20.58s topk_update=69.44s topk_average=68.88s
829
  2026-04-13 18:59:14,655 | INFO | rank=0 | exported inference artifacts latest_safe=artifacts/w2v-bert-test2-full/checkpoint_step_last.safetensors best_safe=artifacts/w2v-bert-test2-full/checkpoint_best.safetensors averaged_safe=artifacts/w2v-bert-test2-full/checkpoint_topk_avg.safetensors
830
  2026-04-13 18:59:14,655 | INFO | rank=0 | validation preview hardest_ref='Ти хто єси може?' hardest_hyp='іс іс іс іс іс і'
831
+ 2026-04-13 19:22:05,079 | INFO | rank=0 | hugging face checkpoint upload complete repo_id=speech-uk/w2v-bert-test2-full repo_type=model path_in_repo=. checkpoint_format=safetensors commit=https://huggingface.co/speech-uk/w2v-bert-test2-full/commit/fc2422f2f2b8cbe00544e67fa0f20af16182117d elapsed=22m 50.3s
832
+ 2026-04-13 19:22:48,142 | INFO | rank=0 | epoch=1 step=12040/249868 global_step=3010 train_loss=5.2819 train_main_ctc_loss=5.2819 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.55 grad_norm=19.4012 max_feature_frames=1161 train_avg_blank_prob=0.7813 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0159 train_target_tokens_per_frame=0.2857 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.5921 train_avg_top_logit=8.5921 train_avg_top2_margin=4.1033 train_avg_blank_nonblank_margin=4.1033 train_avg_entropy=1.6041 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=12.6688 train_nonblank_weight_grad_norm_mean=0.0648 train_blank_bias_grad=0.1772 train_nonblank_bias_grad_mean=-0.0003 train_encoder_mean=-0.0749 train_encoder_std=2.4514 train_encoder_token_l2_norm=78.4208 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.60672e-06
833
+ 2026-04-13 19:22:48,582 | INFO | rank=0 | train preview ref='Ну або стає васалом Китаю, і навіщо Лукашенко говорити з господарями, які сам є чимось васалом? Можливо, є сенс спроб...' hyp_greedy='' hyp_beam='' avg_output_frames=581.0 avg_target_tokens=166.0 top_tokens=<blank>:1.000
834
+ 2026-04-13 19:23:30,478 | INFO | rank=0 | epoch=1 step=12080/249868 global_step=3020 train_loss=5.3758 train_main_ctc_loss=5.3758 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.55 grad_norm=16.1144 max_feature_frames=1161 train_avg_blank_prob=0.6898 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0184 train_target_tokens_per_frame=0.3270 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9312 train_avg_top_logit=7.9312 train_avg_top2_margin=3.7453 train_avg_blank_nonblank_margin=3.7453 train_avg_entropy=2.2031 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=11.1619 train_nonblank_weight_grad_norm_mean=0.0669 train_blank_bias_grad=-0.1655 train_nonblank_bias_grad_mean=0.0003 train_encoder_mean=-0.0798 train_encoder_std=2.2800 train_encoder_token_l2_norm=72.9655 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.61205e-06
835
+ 2026-04-13 19:23:30,947 | INFO | rank=0 | train preview ref='Але потрібно продовжити над цим працювати, тому що досить динамічна війна, війна технологій кожного дня щось робиться...' hyp_greedy='' hyp_beam='' avg_output_frames=581.0 avg_target_tokens=190.0 top_tokens=<blank>:1.000
836
+ 2026-04-13 19:24:11,311 | INFO | rank=0 | epoch=1 step=12120/249868 global_step=3030 train_loss=5.3099 train_main_ctc_loss=5.3099 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.55 grad_norm=8.6772 max_feature_frames=1160 train_avg_blank_prob=0.7163 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0173 train_target_tokens_per_frame=0.3207 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0552 train_avg_top_logit=8.0552 train_avg_top2_margin=3.8621 train_avg_blank_nonblank_margin=3.8621 train_avg_entropy=2.0414 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=5.8305 train_nonblank_weight_grad_norm_mean=0.0561 train_blank_bias_grad=0.0860 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0811 train_encoder_std=2.3031 train_encoder_token_l2_norm=73.7078 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.61739e-06
837
+ 2026-04-13 19:24:11,775 | INFO | rank=0 | train preview ref='Зокрема, червня працювала спеціальна комісія зарятувальників, представників органів місцевої влади, установ са на під...' hyp_greedy='' hyp_beam='' avg_output_frames=580.0 avg_target_tokens=186.0 top_tokens=<blank>:1.000
838
+ 2026-04-13 19:24:55,237 | INFO | rank=0 | epoch=1 step=12160/249868 global_step=3040 train_loss=5.4091 train_main_ctc_loss=5.4091 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.55 grad_norm=13.3552 max_feature_frames=1159 train_avg_blank_prob=0.7560 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0167 train_target_tokens_per_frame=0.3224 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3862 train_avg_top_logit=8.3862 train_avg_top2_margin=3.9724 train_avg_blank_nonblank_margin=3.9724 train_avg_entropy=1.7793 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=9.4640 train_nonblank_weight_grad_norm_mean=0.0563 train_blank_bias_grad=0.1373 train_nonblank_bias_grad_mean=-0.0003 train_encoder_mean=-0.0807 train_encoder_std=2.3819 train_encoder_token_l2_norm=76.2343 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.62272e-06
839
+ 2026-04-13 19:24:55,652 | INFO | rank=0 | train preview ref='Чотири з половиною мільйони. Минулого місяця, завдяки проведенню у Києві фіналу Ліги чемпіонів УЄФА, аеропорт Бориспі...' hyp_greedy='' hyp_beam='' avg_output_frames=580.0 avg_target_tokens=187.0 top_tokens=<blank>:1.000
840
+ 2026-04-13 19:25:36,532 | INFO | rank=0 | epoch=1 step=12200/249868 global_step=3050 train_loss=5.2132 train_main_ctc_loss=5.2132 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=2.7794 max_feature_frames=1158 train_avg_blank_prob=0.6840 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0193 train_target_tokens_per_frame=0.3143 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9033 train_avg_top_logit=7.9033 train_avg_top2_margin=3.7029 train_avg_blank_nonblank_margin=3.7029 train_avg_entropy=2.2383 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=0.5756 train_nonblank_weight_grad_norm_mean=0.0531 train_blank_bias_grad=-0.0081 train_nonblank_bias_grad_mean=0.0000 train_encoder_mean=-0.0817 train_encoder_std=2.2796 train_encoder_token_l2_norm=72.9618 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.62806e-06
841
+ 2026-04-13 19:25:37,001 | INFO | rank=0 | train preview ref='Це завжди подорож, і завтра ти будеш кращому ніж учора. І це про кожного з нас. Бо ми вчимося один одного. Ти можеш с...' hyp_greedy='' hyp_beam='' avg_output_frames=579.0 avg_target_tokens=182.0 top_tokens=<blank>:1.000
842
+ 2026-04-13 19:26:18,443 | INFO | rank=0 | epoch=1 step=12240/249868 global_step=3060 train_loss=5.3317 train_main_ctc_loss=5.3317 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=15.8388 max_feature_frames=1157 train_avg_blank_prob=0.7464 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0174 train_target_tokens_per_frame=0.3109 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2902 train_avg_top_logit=8.2902 train_avg_top2_margin=3.9240 train_avg_blank_nonblank_margin=3.9240 train_avg_entropy=1.8377 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=10.7146 train_nonblank_weight_grad_norm_mean=0.0565 train_blank_bias_grad=0.1529 train_nonblank_bias_grad_mean=-0.0003 train_encoder_mean=-0.0806 train_encoder_std=2.3759 train_encoder_token_l2_norm=76.0356 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.6334e-06
843
+ 2026-04-13 19:26:18,858 | INFO | rank=0 | train preview ref='Кочегарка школьна там, та тут сіки прильотів мене он басейна тече, бо тому що таке ж двіження. Нушо з бува, що раніше...' hyp_greedy='' hyp_beam='' avg_output_frames=579.0 avg_target_tokens=180.0 top_tokens=<blank>:1.000
844
+ 2026-04-13 19:27:04,283 | INFO | rank=0 | epoch=1 step=12280/249868 global_step=3070 train_loss=5.3404 train_main_ctc_loss=5.3404 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=13.2176 max_feature_frames=1156 train_avg_blank_prob=0.7768 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0153 train_target_tokens_per_frame=0.2699 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.5260 train_avg_top_logit=8.5260 train_avg_top2_margin=4.0969 train_avg_blank_nonblank_margin=4.0969 train_avg_entropy=1.6401 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=9.2728 train_nonblank_weight_grad_norm_mean=0.0645 train_blank_bias_grad=0.1327 train_nonblank_bias_grad_mean=-0.0003 train_encoder_mean=-0.0792 train_encoder_std=2.4154 train_encoder_token_l2_norm=77.3006 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.63873e-06
845
+ 2026-04-13 19:27:04,711 | INFO | rank=0 | train preview ref='Ми побудували за кожці прихожан, ми нічого не порушили. Військовий стан для чого розривати ці позбавляти, ці річ не п...' hyp_greedy='' hyp_beam=', ' avg_output_frames=578.0 avg_target_tokens=156.0 top_tokens=<blank>:1.000
846
+ 2026-04-13 19:27:50,046 | INFO | rank=0 | epoch=1 step=12320/249868 global_step=3080 train_loss=5.3072 train_main_ctc_loss=5.3072 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=33.6578 max_feature_frames=1155 train_avg_blank_prob=0.6611 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0200 train_target_tokens_per_frame=0.2509 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.7509 train_avg_top_logit=7.7509 train_avg_top2_margin=3.6263 train_avg_blank_nonblank_margin=3.6263 train_avg_entropy=2.3806 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=23.3227 train_nonblank_weight_grad_norm_mean=0.0742 train_blank_bias_grad=-0.3550 train_nonblank_bias_grad_mean=0.0007 train_encoder_mean=-0.0791 train_encoder_std=2.2254 train_encoder_token_l2_norm=71.2213 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.64407e-06
847
+ 2026-04-13 19:27:50,466 | INFO | rank=0 | train preview ref='На хатні іконах чи ікони на шклі, що Гуцули творили, і властиво тут ми бачимо, то також якісь такі мотиви подібні, та...' hyp_greedy='' hyp_beam=', , ' avg_output_frames=578.0 avg_target_tokens=145.0 top_tokens=<blank>:1.000
848
+ 2026-04-13 19:28:33,460 | INFO | rank=0 | epoch=1 waiting for training batch 12352/249868 num_workers=16 prefetch_factor=2 still waiting elapsed=5.0s
849
+ 2026-04-13 19:28:35,357 | INFO | rank=0 | batch_timing epoch=1 batch=12352/249868 global_step=3088 data_wait=5.6s step_compute=1.3s batch_size=1 effective_frames=1155 max_feature_frames=1155 target_tokens=208
850
+ 2026-04-13 19:28:45,233 | INFO | rank=0 | epoch=1 step=12360/249868 global_step=3090 train_loss=5.2961 train_main_ctc_loss=5.2961 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=3.6433 max_feature_frames=1155 train_avg_blank_prob=0.7185 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0183 train_target_tokens_per_frame=0.3270 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0830 train_avg_top_logit=8.0830 train_avg_top2_margin=3.8201 train_avg_blank_nonblank_margin=3.8201 train_avg_entropy=2.0208 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=2.1279 train_nonblank_weight_grad_norm_mean=0.0532 train_blank_bias_grad=0.0317 train_nonblank_bias_grad_mean=-0.0001 train_encoder_mean=-0.0786 train_encoder_std=2.3062 train_encoder_token_l2_norm=73.8101 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.6494e-06
851
+ 2026-04-13 19:28:45,662 | INFO | rank=0 | train preview ref='Станом на березня в Любомирівці проживає сто тридцять дві людини, говорить Олег Пилипенко. Люди повертаються до своїх...' hyp_greedy='' hyp_beam='' avg_output_frames=578.0 avg_target_tokens=189.0 top_tokens=<blank>:1.000
852
+ 2026-04-13 19:29:27,402 | INFO | rank=0 | epoch=1 step=12400/249868 global_step=3100 train_loss=5.3640 train_main_ctc_loss=5.3640 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=17.4859 max_feature_frames=1154 train_avg_blank_prob=0.7324 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0178 train_target_tokens_per_frame=0.3102 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2080 train_avg_top_logit=8.2080 train_avg_top2_margin=3.8821 train_avg_blank_nonblank_margin=3.8821 train_avg_entropy=1.9272 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=12.6413 train_nonblank_weight_grad_norm_mean=0.0618 train_blank_bias_grad=0.1805 train_nonblank_bias_grad_mean=-0.0004 train_encoder_mean=-0.0797 train_encoder_std=2.3368 train_encoder_token_l2_norm=74.7791 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.65474e-06
853
+ 2026-04-13 19:29:27,855 | INFO | rank=0 | train preview ref="Для того щоб депутати розуміли, що не треба робити, для того, щоб не стати корупціонерами, у зв'язку з воєнним станом..." hyp_greedy='' hyp_beam=', ' avg_output_frames=577.0 avg_target_tokens=179.0 top_tokens=<blank>:1.000
854
+ 2026-04-13 19:30:12,482 | INFO | rank=0 | epoch=1 step=12440/249868 global_step=3110 train_loss=5.4278 train_main_ctc_loss=5.4278 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=12.2672 max_feature_frames=1153 train_avg_blank_prob=0.6983 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0202 train_target_tokens_per_frame=0.2790 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0416 train_avg_top_logit=8.0416 train_avg_top2_margin=3.6880 train_avg_blank_nonblank_margin=3.6880 train_avg_entropy=2.1352 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=8.4833 train_nonblank_weight_grad_norm_mean=0.0612 train_blank_bias_grad=-0.1272 train_nonblank_bias_grad_mean=0.0002 train_encoder_mean=-0.0781 train_encoder_std=2.3429 train_encoder_token_l2_norm=74.9800 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.66008e-06
855
+ 2026-04-13 19:30:12,920 | INFO | rank=0 | train preview ref="І за це двадцять п'ять років сталінських концтаборів, не просто сталінських констаборів, панове, московсько-сталінськ..." hyp_greedy='' hyp_beam='' avg_output_frames=577.0 avg_target_tokens=161.0 top_tokens=<blank>:1.000
856
+ 2026-04-13 19:30:55,518 | INFO | rank=0 | epoch=1 step=12480/249868 global_step=3120 train_loss=5.4081 train_main_ctc_loss=5.4081 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=11.7599 max_feature_frames=1152 train_avg_blank_prob=0.7858 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0176 train_target_tokens_per_frame=0.2587 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.6667 train_avg_top_logit=8.6667 train_avg_top2_margin=4.0278 train_avg_blank_nonblank_margin=4.0278 train_avg_entropy=1.5556 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=8.2780 train_nonblank_weight_grad_norm_mean=0.0675 train_blank_bias_grad=-0.1207 train_nonblank_bias_grad_mean=0.0002 train_encoder_mean=-0.0739 train_encoder_std=2.5075 train_encoder_token_l2_norm=80.2041 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.66541e-06
857
+ 2026-04-13 19:30:55,984 | INFO | rank=0 | train preview ref='Посунути нас вони не вдаються. Тобто, зокрема, в нашому секторі ми зараз знаходимося на Бахмутському напрямку, на одн...' hyp_greedy='' hyp_beam='' avg_output_frames=576.0 avg_target_tokens=149.0 top_tokens=<blank>:1.000
858
+ 2026-04-13 19:31:40,458 | INFO | rank=0 | epoch=1 step=12520/249868 global_step=3130 train_loss=5.2707 train_main_ctc_loss=5.2707 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.54 grad_norm=3.3247 max_feature_frames=1152 train_avg_blank_prob=0.7112 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0173 train_target_tokens_per_frame=0.3455 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0556 train_avg_top_logit=8.0556 train_avg_top2_margin=3.8611 train_avg_blank_nonblank_margin=3.8611 train_avg_entropy=2.0694 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=0.8798 train_nonblank_weight_grad_norm_mean=0.0651 train_blank_bias_grad=-0.0120 train_nonblank_bias_grad_mean=0.0000 train_encoder_mean=-0.0825 train_encoder_std=2.3062 train_encoder_token_l2_norm=73.8118 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.67075e-06
859
+ 2026-04-13 19:31:40,919 | INFO | rank=0 | train preview ref='Представники цього зоопарку шукають ведмедів, які живуть у поганих умовах. І для цих ведмедів цей проєкт це як вийти ...' hyp_greedy='' hyp_beam='' avg_output_frames=576.0 avg_target_tokens=199.0 top_tokens=<blank>:1.000
860
+ 2026-04-13 19:32:23,861 | INFO | rank=0 | epoch=1 step=12560/249868 global_step=3140 train_loss=5.3914 train_main_ctc_loss=5.3914 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=5.3564 max_feature_frames=1151 train_avg_blank_prob=0.7177 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0170 train_target_tokens_per_frame=0.2743 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1111 train_avg_top_logit=8.1111 train_avg_top2_margin=3.8889 train_avg_blank_nonblank_margin=3.8889 train_avg_entropy=2.0278 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=3.3161 train_nonblank_weight_grad_norm_mean=0.0663 train_blank_bias_grad=-0.0486 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0762 train_encoder_std=2.3030 train_encoder_token_l2_norm=73.7071 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.67608e-06
861
+ 2026-04-13 19:32:24,281 | INFO | rank=0 | train preview ref='До одних доходить, до інших ні. Інколи вони все одно знають, знаєте, все одно нічого не зміниться, все одно грати не ...' hyp_greedy='' hyp_beam=', ,' avg_output_frames=576.0 avg_target_tokens=158.0 top_tokens=<blank>:1.000
862
+ 2026-04-13 19:33:05,094 | INFO | rank=0 | epoch=1 step=12600/249868 global_step=3150 train_loss=5.1595 train_main_ctc_loss=5.1595 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=9.4232 max_feature_frames=1150 train_avg_blank_prob=0.7004 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0166 train_target_tokens_per_frame=0.2974 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9583 train_avg_top_logit=7.9583 train_avg_top2_margin=3.8678 train_avg_blank_nonblank_margin=3.8678 train_avg_entropy=2.1426 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=6.7419 train_nonblank_weight_grad_norm_mean=0.0602 train_blank_bias_grad=0.0987 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0809 train_encoder_std=2.2588 train_encoder_token_l2_norm=72.2951 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.68142e-06
863
+ 2026-04-13 19:33:05,535 | INFO | rank=0 | train preview ref='Механізм такий пацієнт звертається до медичного працівника. Якщо потрібно проходить певні до обстеження, якщо не потр...' hyp_greedy='' hyp_beam=', ' avg_output_frames=575.0 avg_target_tokens=171.0 top_tokens=<blank>:1.000
864
+ 2026-04-13 19:33:46,393 | INFO | rank=0 | epoch=1 step=12640/249868 global_step=3160 train_loss=5.3620 train_main_ctc_loss=5.3620 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=25.5938 max_feature_frames=1149 train_avg_blank_prob=0.6843 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0190 train_target_tokens_per_frame=0.2696 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9026 train_avg_top_logit=7.9026 train_avg_top2_margin=3.7009 train_avg_blank_nonblank_margin=3.7009 train_avg_entropy=2.2400 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=17.9784 train_nonblank_weight_grad_norm_mean=0.0773 train_blank_bias_grad=-0.2717 train_nonblank_bias_grad_mean=0.0005 train_encoder_mean=-0.0792 train_encoder_std=2.2760 train_encoder_token_l2_norm=72.8429 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.68676e-06
865
+ 2026-04-13 19:33:46,819 | INFO | rank=0 | train preview ref="Створено духовно-просвітницький центр Возрождження з метою пропаганди якого православ'я? Московського православ'я, то..." hyp_greedy='' hyp_beam='' avg_output_frames=575.0 avg_target_tokens=155.0 top_tokens=<blank>:1.000
866
+ 2026-04-13 19:34:29,106 | INFO | rank=0 | epoch=1 step=12680/249868 global_step=3170 train_loss=5.1669 train_main_ctc_loss=5.1669 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=32.6755 max_feature_frames=1148 train_avg_blank_prob=0.7137 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0182 train_target_tokens_per_frame=0.2997 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0836 train_avg_top_logit=8.0836 train_avg_top2_margin=3.8188 train_avg_blank_nonblank_margin=3.8188 train_avg_entropy=2.0488 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=24.9341 train_nonblank_weight_grad_norm_mean=0.0962 train_blank_bias_grad=-0.3112 train_nonblank_bias_grad_mean=0.0006 train_encoder_mean=-0.0816 train_encoder_std=2.3279 train_encoder_token_l2_norm=74.5073 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.69209e-06
867
+ 2026-04-13 19:34:29,549 | INFO | rank=0 | train preview ref='Вісім років до початку повномасштабного вторгнення Росії подружжя прожило в Запоріжжі, розповідає дружина Світлана Па...' hyp_greedy='' hyp_beam='' avg_output_frames=574.0 avg_target_tokens=172.0 top_tokens=<blank>:1.000
868
+ 2026-04-13 19:35:11,307 | INFO | rank=0 | epoch=1 step=12720/249868 global_step=3180 train_loss=5.2333 train_main_ctc_loss=5.2333 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=17.2904 max_feature_frames=1147 train_avg_blank_prob=0.6675 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0193 train_target_tokens_per_frame=0.2805 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.8049 train_avg_top_logit=7.8049 train_avg_top2_margin=3.6516 train_avg_blank_nonblank_margin=3.6516 train_avg_entropy=2.3415 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=12.3564 train_nonblank_weight_grad_norm_mean=0.0619 train_blank_bias_grad=-0.1808 train_nonblank_bias_grad_mean=0.0004 train_encoder_mean=-0.0792 train_encoder_std=2.2478 train_encoder_token_l2_norm=71.9440 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.69743e-06
869
+ 2026-04-13 19:35:11,744 | INFO | rank=0 | train preview ref='Ти їм дала гроші, що саме більше потрібно. А ні, то термобілізна, носки, їм все треба. Зі слів Неоніли, вона намагаєт...' hyp_greedy='' hyp_beam=', ' avg_output_frames=574.0 avg_target_tokens=161.0 top_tokens=<blank>:1.000
870
+ 2026-04-13 19:35:53,599 | INFO | rank=0 | epoch=1 step=12760/249868 global_step=3190 train_loss=6.2953 train_main_ctc_loss=6.2953 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=7.7259 max_feature_frames=1146 train_avg_blank_prob=0.7555 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0174 train_target_tokens_per_frame=0.4695 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3770 train_avg_top_logit=8.3770 train_avg_top2_margin=3.9372 train_avg_blank_nonblank_margin=3.9372 train_avg_entropy=1.7731 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=4.1240 train_nonblank_weight_grad_norm_mean=0.0690 train_blank_bias_grad=0.0594 train_nonblank_bias_grad_mean=-0.0001 train_encoder_mean=-0.0781 train_encoder_std=2.4050 train_encoder_token_l2_norm=76.9682 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.70277e-06
871
+ 2026-04-13 19:35:54,053 | INFO | rank=0 | train preview ref="One tonight? Yeah. Maybe a week, I don't know. I've I just need to find a place to see if I'm happy with it. Uh-huh. ..." hyp_greedy='' hyp_beam='' avg_output_frames=573.0 avg_target_tokens=269.0 top_tokens=<blank>:1.000
872
+ 2026-04-13 19:36:36,879 | INFO | rank=0 | epoch=1 step=12800/249868 global_step=3200 train_loss=5.2129 train_main_ctc_loss=5.2129 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=4.6987 max_feature_frames=1146 train_avg_blank_prob=0.6938 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0184 train_target_tokens_per_frame=0.3002 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9860 train_avg_top_logit=7.9860 train_avg_top2_margin=3.7696 train_avg_blank_nonblank_margin=3.7696 train_avg_entropy=2.1780 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=2.8705 train_nonblank_weight_grad_norm_mean=0.0530 train_blank_bias_grad=-0.0421 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0847 train_encoder_std=2.2769 train_encoder_token_l2_norm=72.8805 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.7081e-06
873
+ 2026-04-13 19:36:37,342 | INFO | rank=0 | train preview ref='Вісім років до початку повномасштабного вторгнення Росії подружжя прожило в Запоріжжі, розповідає дружина Світлана Па...' hyp_greedy='' hyp_beam='' avg_output_frames=573.0 avg_target_tokens=172.0 top_tokens=<blank>:1.000
874
+ 2026-04-13 19:37:19,810 | INFO | rank=0 | epoch=1 step=12840/249868 global_step=3210 train_loss=5.3779 train_main_ctc_loss=5.3779 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=5.7462 max_feature_frames=1145 train_avg_blank_prob=0.7161 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0181 train_target_tokens_per_frame=0.1853 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1119 train_avg_top_logit=8.1119 train_avg_top2_margin=3.8322 train_avg_blank_nonblank_margin=3.8322 train_avg_entropy=2.0280 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=3.8493 train_nonblank_weight_grad_norm_mean=0.0612 train_blank_bias_grad=-0.0555 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0790 train_encoder_std=2.3103 train_encoder_token_l2_norm=73.9386 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.71344e-06
875
+ 2026-04-13 19:37:20,256 | INFO | rank=0 | train preview ref="Ну і що ще обов'язковому порядку важливо, це те, що зазначені підрозділи будуть декілька місяців готуватися, тобто бу..." hyp_greedy='' hyp_beam='' avg_output_frames=572.0 avg_target_tokens=106.0 top_tokens=<blank>:1.000
876
+ 2026-04-13 19:38:00,309 | INFO | rank=0 | epoch=1 step=12880/249868 global_step=3220 train_loss=5.2444 train_main_ctc_loss=5.2444 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.53 grad_norm=10.5326 max_feature_frames=1144 train_avg_blank_prob=0.7357 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0174 train_target_tokens_per_frame=0.2850 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2238 train_avg_top_logit=8.2238 train_avg_top2_margin=3.9161 train_avg_blank_nonblank_margin=3.9161 train_avg_entropy=1.9021 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=7.3954 train_nonblank_weight_grad_norm_mean=0.0550 train_blank_bias_grad=0.1067 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0811 train_encoder_std=2.3517 train_encoder_token_l2_norm=75.2703 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.71877e-06
877
+ 2026-04-13 19:38:00,763 | INFO | rank=0 | train preview ref='Вимоги до документів, які має надати учасник. Стосовно пункту третього, інформаційна довідка з єдиного державного реє...' hyp_greedy='' hyp_beam='' avg_output_frames=572.0 avg_target_tokens=163.0 top_tokens=<blank>:1.000
878
+ 2026-04-13 19:38:57,118 | INFO | rank=0 | epoch=1 step=12920/249868 global_step=3230 train_loss=5.2361 train_main_ctc_loss=5.2361 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=4.9376 max_feature_frames=1144 train_avg_blank_prob=0.6562 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0200 train_target_tokens_per_frame=0.3462 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.7762 train_avg_top_logit=7.7762 train_avg_top2_margin=3.6084 train_avg_blank_nonblank_margin=3.6084 train_avg_entropy=2.4056 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5776 train_blank_weight_grad_norm=2.8508 train_nonblank_weight_grad_norm_mean=0.0627 train_blank_bias_grad=-0.0419 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0850 train_encoder_std=2.2427 train_encoder_token_l2_norm=71.7849 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.72411e-06
879
+ 2026-04-13 19:38:57,573 | INFO | rank=0 | train preview ref='В такий час на цей позашляховик тренери, спортсмени та батьки зібрали двісті тисяч гривень впродовж трьох місяців, ро...' hyp_greedy='' hyp_beam='. ' avg_output_frames=572.0 avg_target_tokens=198.0 top_tokens=<blank>:1.000
880
+ 2026-04-13 19:39:41,230 | INFO | rank=0 | epoch=1 step=12960/249868 global_step=3240 train_loss=5.2715 train_main_ctc_loss=5.2715 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=15.1550 max_feature_frames=1142 train_avg_blank_prob=0.6696 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0207 train_target_tokens_per_frame=0.2697 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.8459 train_avg_top_logit=7.8459 train_avg_top2_margin=3.5867 train_avg_blank_nonblank_margin=3.5867 train_avg_entropy=2.3117 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=10.4146 train_nonblank_weight_grad_norm_mean=0.0632 train_blank_bias_grad=-0.1535 train_nonblank_bias_grad_mean=0.0003 train_encoder_mean=-0.0789 train_encoder_std=2.2609 train_encoder_token_l2_norm=72.3545 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.72945e-06
881
+ 2026-04-13 19:39:41,683 | INFO | rank=0 | train preview ref='І перше, що вам необхідно знати, так це наступне. Якщо дільником, тобто числом, на яке ділять, є десятковий дріб, то ...' hyp_greedy='' hyp_beam='' avg_output_frames=571.0 avg_target_tokens=154.0 top_tokens=<blank>:1.000
882
+ 2026-04-13 19:40:28,007 | INFO | rank=0 | epoch=1 step=13000/249868 global_step=3250 train_loss=5.1751 train_main_ctc_loss=5.1751 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=13.2802 max_feature_frames=1141 train_avg_blank_prob=0.7188 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0183 train_target_tokens_per_frame=0.2925 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1261 train_avg_top_logit=8.1261 train_avg_top2_margin=3.8109 train_avg_blank_nonblank_margin=3.8109 train_avg_entropy=2.0175 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=9.4651 train_nonblank_weight_grad_norm_mean=0.0646 train_blank_bias_grad=-0.1387 train_nonblank_bias_grad_mean=0.0003 train_encoder_mean=-0.0815 train_encoder_std=2.3461 train_encoder_token_l2_norm=75.0869 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.73478e-06
883
+ 2026-04-13 19:40:28,454 | INFO | rank=0 | train preview ref='Стає дуже популярним саме в такій критичній граничній ситуації історичній. Знову поети ходять на передову і разом з н...' hyp_greedy='' hyp_beam=', ' avg_output_frames=571.0 avg_target_tokens=167.0 top_tokens=<blank>:1.000
884
+ 2026-04-13 19:41:09,923 | INFO | rank=0 | epoch=1 step=13040/249868 global_step=3260 train_loss=5.1683 train_main_ctc_loss=5.1683 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=4.9760 max_feature_frames=1141 train_avg_blank_prob=0.6927 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0190 train_target_tokens_per_frame=0.3222 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9580 train_avg_top_logit=7.9580 train_avg_top2_margin=3.7548 train_avg_blank_nonblank_margin=3.7548 train_avg_entropy=2.1856 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=2.6532 train_nonblank_weight_grad_norm_mean=0.0588 train_blank_bias_grad=-0.0374 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0770 train_encoder_std=2.2811 train_encoder_token_l2_norm=72.9953 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.74012e-06
885
+ 2026-04-13 19:41:10,367 | INFO | rank=0 | train preview ref='Крайніх точках зробили потужні наступальні дії, і зараз, звичайно, йде й далі. Боротьба за стратичну ініціативу не мо...' hyp_greedy='' hyp_beam='' avg_output_frames=571.0 avg_target_tokens=184.0 top_tokens=<blank>:1.000
886
+ 2026-04-13 19:41:53,187 | INFO | rank=0 | epoch=1 step=13080/249868 global_step=3270 train_loss=5.2753 train_main_ctc_loss=5.2753 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=3.4692 max_feature_frames=1140 train_avg_blank_prob=0.7158 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0180 train_target_tokens_per_frame=0.2719 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1404 train_avg_top_logit=8.1404 train_avg_top2_margin=3.8175 train_avg_blank_nonblank_margin=3.8175 train_avg_entropy=2.0351 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=1.4954 train_nonblank_weight_grad_norm_mean=0.0579 train_blank_bias_grad=0.0223 train_nonblank_bias_grad_mean=-0.0000 train_encoder_mean=-0.0796 train_encoder_std=2.3437 train_encoder_token_l2_norm=75.0071 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.74545e-06
887
+ 2026-04-13 19:41:53,637 | INFO | rank=0 | train preview ref='І зеків виконання кампанії з іншої сторони, вони хочуть прорвати оборону Бахмуту, але ні до Бахмуту, ні до Чового яру...' hyp_greedy='' hyp_beam='' avg_output_frames=570.0 avg_target_tokens=155.0 top_tokens=<blank>:1.000
888
+ 2026-04-13 19:42:37,189 | INFO | rank=0 | epoch=1 step=13120/249868 global_step=3280 train_loss=5.2738 train_main_ctc_loss=5.2738 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=8.8841 max_feature_frames=1139 train_avg_blank_prob=0.7207 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0176 train_target_tokens_per_frame=0.3123 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1404 train_avg_top_logit=8.1404 train_avg_top2_margin=3.8737 train_avg_blank_nonblank_margin=3.8737 train_avg_entropy=2.0070 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=6.3701 train_nonblank_weight_grad_norm_mean=0.0562 train_blank_bias_grad=0.0912 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0821 train_encoder_std=2.3268 train_encoder_token_l2_norm=74.4716 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.75079e-06
889
+ 2026-04-13 19:42:37,619 | INFO | rank=0 | train preview ref='Прошу виставляти. Ми хочемо. Думаю, що будемо виставляти для того, щоб брак приміщень. Ми властивна ті території, хоч...' hyp_greedy='' hyp_beam=', ' avg_output_frames=570.0 avg_target_tokens=178.0 top_tokens=<blank>:1.000
890
+ 2026-04-13 19:43:23,339 | INFO | rank=0 | epoch=1 step=13160/249868 global_step=3290 train_loss=5.3909 train_main_ctc_loss=5.3909 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=21.4734 max_feature_frames=1138 train_avg_blank_prob=0.7210 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0200 train_target_tokens_per_frame=0.2285 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2109 train_avg_top_logit=8.2109 train_avg_top2_margin=3.7680 train_avg_blank_nonblank_margin=3.7680 train_avg_entropy=1.9824 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=15.1213 train_nonblank_weight_grad_norm_mean=0.0714 train_blank_bias_grad=-0.2217 train_nonblank_bias_grad_mean=0.0004 train_encoder_mean=-0.0761 train_encoder_std=2.3984 train_encoder_token_l2_norm=76.7322 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.75613e-06
891
+ 2026-04-13 19:43:23,765 | INFO | rank=0 | train preview ref="Ми маємо переглянути наші підходи і від інформування перейти до оповіщення, тобто до пояснення, роз'яснення, посилити..." hyp_greedy='' hyp_beam='' avg_output_frames=569.0 avg_target_tokens=130.0 top_tokens=<blank>:1.000
892
+ 2026-04-13 19:44:05,479 | INFO | rank=0 | epoch=1 step=13200/249868 global_step=3300 train_loss=6.4811 train_main_ctc_loss=6.4811 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=19.0500 max_feature_frames=1138 train_avg_blank_prob=0.7494 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0171 train_target_tokens_per_frame=0.6714 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3234 train_avg_top_logit=8.3234 train_avg_top2_margin=3.9649 train_avg_blank_nonblank_margin=3.9649 train_avg_entropy=1.8137 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=12.9483 train_nonblank_weight_grad_norm_mean=0.0688 train_blank_bias_grad=0.1868 train_nonblank_bias_grad_mean=-0.0004 train_encoder_mean=-0.0783 train_encoder_std=2.3730 train_encoder_token_l2_norm=75.9430 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.76146e-06
893
+ 2026-04-13 19:44:05,973 | INFO | rank=0 | train preview ref="Um, I will shortly translate uh Titana's uh comments. So uh basically this is a follow-up to what Marta has said um a..." hyp_greedy='' hyp_beam='' avg_output_frames=569.0 avg_target_tokens=382.0 top_tokens=<blank>:1.000
894
+ 2026-04-13 19:44:49,208 | INFO | rank=0 | epoch=1 step=13240/249868 global_step=3310 train_loss=5.3414 train_main_ctc_loss=5.3414 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.52 grad_norm=20.0961 max_feature_frames=1137 train_avg_blank_prob=0.7313 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0165 train_target_tokens_per_frame=0.3392 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2109 train_avg_top_logit=8.2109 train_avg_top2_margin=3.9367 train_avg_blank_nonblank_margin=3.9367 train_avg_entropy=1.9402 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=13.9406 train_nonblank_weight_grad_norm_mean=0.0591 train_blank_bias_grad=0.2003 train_nonblank_bias_grad_mean=-0.0004 train_encoder_mean=-0.0819 train_encoder_std=2.3071 train_encoder_token_l2_norm=73.8405 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.7668e-06
895
+ 2026-04-13 19:44:49,659 | INFO | rank=0 | train preview ref='Світлана Веремеєнко двадцять вісім років працює вчителькою початкових класів у Миколаївській загальноосвітній школі N...' hyp_greedy='' hyp_beam='' avg_output_frames=569.0 avg_target_tokens=193.0 top_tokens=<blank>:1.000
896
+ 2026-04-13 19:45:31,165 | INFO | rank=0 | epoch=1 step=13280/249868 global_step=3320 train_loss=5.1018 train_main_ctc_loss=5.1018 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=2.5590 max_feature_frames=1136 train_avg_blank_prob=0.7369 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0164 train_target_tokens_per_frame=0.2570 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.2254 train_avg_top_logit=8.2254 train_avg_top2_margin=3.9437 train_avg_blank_nonblank_margin=3.9437 train_avg_entropy=1.9014 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=0.0944 train_nonblank_weight_grad_norm_mean=0.0563 train_blank_bias_grad=-0.0002 train_nonblank_bias_grad_mean=0.0000 train_encoder_mean=-0.0829 train_encoder_std=2.3326 train_encoder_token_l2_norm=74.6538 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.77214e-06
897
+ 2026-04-13 19:45:31,575 | INFO | rank=0 | train preview ref='Зазвичай замучені, змучені люди, на такому емоційному шоці переживання. Але тут ми даємо їм можливість відпочити. Ми ...' hyp_greedy='' hyp_beam='' avg_output_frames=568.0 avg_target_tokens=146.0 top_tokens=<blank>:1.000
898
+ 2026-04-13 19:46:14,413 | INFO | rank=0 | epoch=1 step=13320/249868 global_step=3330 train_loss=5.1607 train_main_ctc_loss=5.1607 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=9.9708 max_feature_frames=1135 train_avg_blank_prob=0.7109 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0185 train_target_tokens_per_frame=0.2676 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1127 train_avg_top_logit=8.1127 train_avg_top2_margin=3.8028 train_avg_blank_nonblank_margin=3.8028 train_avg_entropy=2.0563 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=6.7869 train_nonblank_weight_grad_norm_mean=0.0636 train_blank_bias_grad=-0.0992 train_nonblank_bias_grad_mean=0.0002 train_encoder_mean=-0.0811 train_encoder_std=2.3205 train_encoder_token_l2_norm=74.2690 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.77747e-06
899
+ 2026-04-13 19:46:14,854 | INFO | rank=0 | train preview ref='Установи стосовно того і сан епідемстанція, тобто стосовно того, які чи непорушені норми щодо випромінювання, і про с...' hyp_greedy='' hyp_beam=', , ' avg_output_frames=568.0 avg_target_tokens=152.0 top_tokens=<blank>:1.000
900
+ 2026-04-13 19:47:03,349 | INFO | rank=0 | epoch=1 step=13360/249868 global_step=3340 train_loss=5.3553 train_main_ctc_loss=5.3553 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=5.8950 max_feature_frames=1134 train_avg_blank_prob=0.7473 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0175 train_target_tokens_per_frame=0.2063 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3527 train_avg_top_logit=8.3527 train_avg_top2_margin=3.9224 train_avg_blank_nonblank_margin=3.9224 train_avg_entropy=1.8201 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=3.7497 train_nonblank_weight_grad_norm_mean=0.0631 train_blank_bias_grad=-0.0542 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0815 train_encoder_std=2.3807 train_encoder_token_l2_norm=76.1939 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.78281e-06
901
+ 2026-04-13 19:47:03,778 | INFO | rank=0 | train preview ref='Списується, вона йде на здачу макулатури за кошти, які виручені від макулатури, щорічно бібліотека купує, має можливі...' hyp_greedy='' hyp_beam=', ' avg_output_frames=567.0 avg_target_tokens=117.0 top_tokens=<blank>:1.000
902
+ 2026-04-13 19:47:46,641 | INFO | rank=0 | epoch=1 step=13400/249868 global_step=3350 train_loss=5.2576 train_main_ctc_loss=5.2576 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=20.9488 max_feature_frames=1133 train_avg_blank_prob=0.7110 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0186 train_target_tokens_per_frame=0.2399 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1270 train_avg_top_logit=8.1270 train_avg_top2_margin=3.7813 train_avg_blank_nonblank_margin=3.7813 train_avg_entropy=2.0600 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=14.1991 train_nonblank_weight_grad_norm_mean=0.0649 train_blank_bias_grad=-0.2098 train_nonblank_bias_grad_mean=0.0004 train_encoder_mean=-0.0806 train_encoder_std=2.3381 train_encoder_token_l2_norm=74.8328 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.78814e-06
903
+ 2026-04-13 19:47:47,141 | INFO | rank=0 | train preview ref='Різдво прийшло і на лінію фронту. Наскільки тяжко було зібратися усім разом, відкинути те, що навколо і в себе отрима...' hyp_greedy='' hyp_beam='' avg_output_frames=567.0 avg_target_tokens=136.0 top_tokens=<blank>:1.000
904
+ 2026-04-13 19:48:33,826 | INFO | rank=0 | epoch=1 step=13440/249868 global_step=3360 train_loss=5.2625 train_main_ctc_loss=5.2625 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=9.2593 max_feature_frames=1133 train_avg_blank_prob=0.7079 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0184 train_target_tokens_per_frame=0.3157 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0705 train_avg_top_logit=8.0705 train_avg_top2_margin=3.8095 train_avg_blank_nonblank_margin=3.8095 train_avg_entropy=2.0882 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=6.7584 train_nonblank_weight_grad_norm_mean=0.0581 train_blank_bias_grad=0.0996 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0820 train_encoder_std=2.3037 train_encoder_token_l2_norm=73.7358 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.79348e-06
905
+ 2026-04-13 19:48:34,287 | INFO | rank=0 | train preview ref='Не сто відсотків можливо, тому що ну це їх буде багато і буде виснажені всі автономні джерела живлення. А якщо закінч...' hyp_greedy='' hyp_beam='' avg_output_frames=567.0 avg_target_tokens=179.0 top_tokens=<blank>:1.000
906
+ 2026-04-13 19:49:16,216 | INFO | rank=0 | epoch=1 step=13480/249868 global_step=3370 train_loss=5.4453 train_main_ctc_loss=5.4453 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=9.5316 max_feature_frames=1132 train_avg_blank_prob=0.7799 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0151 train_target_tokens_per_frame=0.2597 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.5371 train_avg_top_logit=8.5371 train_avg_top2_margin=4.0989 train_avg_blank_nonblank_margin=4.0989 train_avg_entropy=1.6254 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=6.6629 train_nonblank_weight_grad_norm_mean=0.0563 train_blank_bias_grad=0.0971 train_nonblank_bias_grad_mean=-0.0002 train_encoder_mean=-0.0779 train_encoder_std=2.3962 train_encoder_token_l2_norm=76.6796 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.79882e-06
907
+ 2026-04-13 19:49:16,641 | INFO | rank=0 | train preview ref='Так, так, так, так. Ну і інші вимоги. Ну до інших вимог, може я тут вже не чіпаю там забезпечення тендерної пропозиці...' hyp_greedy='' hyp_beam='' avg_output_frames=566.0 avg_target_tokens=147.0 top_tokens=<blank>:1.000
908
+ 2026-04-13 19:50:01,602 | INFO | rank=0 | epoch=1 step=13520/249868 global_step=3380 train_loss=6.3839 train_main_ctc_loss=6.3839 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=10.7024 max_feature_frames=1131 train_avg_blank_prob=0.7178 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0177 train_target_tokens_per_frame=0.2544 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0848 train_avg_top_logit=8.0848 train_avg_top2_margin=3.8445 train_avg_blank_nonblank_margin=3.8445 train_avg_entropy=2.0353 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=7.7697 train_nonblank_weight_grad_norm_mean=0.0821 train_blank_bias_grad=-0.1144 train_nonblank_bias_grad_mean=0.0002 train_encoder_mean=-0.0771 train_encoder_std=2.2739 train_encoder_token_l2_norm=72.7737 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.80415e-06
909
+ 2026-04-13 19:50:02,008 | INFO | rank=0 | train preview ref='Дуже ретельно до того, що буде відбуватися навесні влітку, або коли ми будемо готові до цього, пане Костянтине. І мож...' hyp_greedy='' hyp_beam='' avg_output_frames=566.0 avg_target_tokens=144.0 top_tokens=<blank>:1.000
910
+ 2026-04-13 19:50:43,788 | INFO | rank=0 | epoch=1 step=13560/249868 global_step=3390 train_loss=5.3654 train_main_ctc_loss=5.3654 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=7.3761 max_feature_frames=1131 train_avg_blank_prob=0.7758 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0166 train_target_tokens_per_frame=0.2389 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.5522 train_avg_top_logit=8.5522 train_avg_top2_margin=4.0496 train_avg_blank_nonblank_margin=4.0496 train_avg_entropy=1.6425 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=4.6111 train_nonblank_weight_grad_norm_mean=0.0592 train_blank_bias_grad=-0.0708 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0815 train_encoder_std=2.3966 train_encoder_token_l2_norm=76.7043 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.80949e-06
911
+ 2026-04-13 19:50:44,216 | INFO | rank=0 | train preview ref='Після того, як ми отримали звернення, ми опрацьовуємо це звернення. Дуже багато випадків, коли жертва домашнього наси...' hyp_greedy='' hyp_beam='' avg_output_frames=565.0 avg_target_tokens=135.0 top_tokens=<blank>:1.000
912
+ 2026-04-13 19:51:17,646 | INFO | rank=0 | epoch=1 waiting for training batch 13590/249868 num_workers=16 prefetch_factor=2 still waiting elapsed=5.0s
913
+ 2026-04-13 19:51:30,364 | INFO | rank=0 | epoch=1 step=13600/249868 global_step=3400 train_loss=5.2414 train_main_ctc_loss=5.2414 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.51 grad_norm=4.8156 max_feature_frames=1130 train_avg_blank_prob=0.7990 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0146 train_target_tokens_per_frame=0.1912 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.7221 train_avg_top_logit=8.7221 train_avg_top2_margin=4.2195 train_avg_blank_nonblank_margin=4.2195 train_avg_entropy=1.4938 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=2.6313 train_nonblank_weight_grad_norm_mean=0.0674 train_blank_bias_grad=-0.0349 train_nonblank_bias_grad_mean=0.0001 train_encoder_mean=-0.0771 train_encoder_std=2.4272 train_encoder_token_l2_norm=77.6615 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.81482e-06
914
+ 2026-04-13 19:51:30,798 | INFO | rank=0 | train preview ref='І російською говорити, на жаль, часто навіть дублював кацапських акторів, в яких був диалект, але саме і такий був до...' hyp_greedy='' hyp_beam='' avg_output_frames=565.0 avg_target_tokens=108.0 top_tokens=<blank>:1.000
915
+ 2026-04-13 19:52:11,707 | INFO | rank=0 | epoch=1 step=13640/249868 global_step=3410 train_loss=5.2969 train_main_ctc_loss=5.2969 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=2.6845 max_feature_frames=1128 train_avg_blank_prob=0.7592 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0165 train_target_tokens_per_frame=0.2145 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3972 train_avg_top_logit=8.3972 train_avg_top2_margin=4.0000 train_avg_blank_nonblank_margin=4.0000 train_avg_entropy=1.7589 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=0.1373 train_nonblank_weight_grad_norm_mean=0.0612 train_blank_bias_grad=0.0020 train_nonblank_bias_grad_mean=-0.0000 train_encoder_mean=-0.0786 train_encoder_std=2.3675 train_encoder_token_l2_norm=75.7710 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.82016e-06
916
+ 2026-04-13 19:52:12,127 | INFO | rank=0 | train preview ref='Наш самый старый пациент. Он находится в коме уже несколько лет. Слуга, что я. Боб! Боб, неужели ты очнулся? Не спеши...' hyp_greedy='' hyp_beam='' avg_output_frames=564.0 avg_target_tokens=121.0 top_tokens=<blank>:1.000
917
+ 2026-04-13 19:52:55,158 | INFO | rank=0 | epoch=1 step=13680/249868 global_step=3420 train_loss=5.2590 train_main_ctc_loss=5.2590 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=2.7425 max_feature_frames=1128 train_avg_blank_prob=0.6806 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0187 train_target_tokens_per_frame=0.2748 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.8865 train_avg_top_logit=7.8865 train_avg_top2_margin=3.7447 train_avg_blank_nonblank_margin=3.7447 train_avg_entropy=2.2553 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=0.3640 train_nonblank_weight_grad_norm_mean=0.0519 train_blank_bias_grad=-0.0067 train_nonblank_bias_grad_mean=0.0000 train_encoder_mean=-0.0833 train_encoder_std=2.2311 train_encoder_token_l2_norm=71.4164 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.8255e-06
918
+ 2026-04-13 19:52:55,573 | INFO | rank=0 | train preview ref="Зараз воює на передовій, оскільки до цього Віталій мав двадцять п'ять років військового досвіду, каже, ділився ним зі..." hyp_greedy='' hyp_beam='. ' avg_output_frames=564.0 avg_target_tokens=155.0 top_tokens=<blank>:1.000
919
+ 2026-04-13 19:53:42,084 | INFO | rank=0 | epoch=1 step=13720/249868 global_step=3430 train_loss=5.2663 train_main_ctc_loss=5.2663 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=44.3943 max_feature_frames=1128 train_avg_blank_prob=0.7020 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0189 train_target_tokens_per_frame=0.2571 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0000 train_avg_top_logit=8.0000 train_avg_top2_margin=3.7447 train_avg_blank_nonblank_margin=3.7447 train_avg_entropy=2.1277 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=26.0042 train_nonblank_weight_grad_norm_mean=0.0981 train_blank_bias_grad=-0.3394 train_nonblank_bias_grad_mean=0.0007 train_encoder_mean=-0.0800 train_encoder_std=2.2782 train_encoder_token_l2_norm=72.9171 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.83083e-06
920
+ 2026-04-13 19:53:42,515 | INFO | rank=0 | train preview ref='З підтримкою чоловіка, але на відстані, тисячі кілометрів це відрізняється від підтримки, коли ти поруч. Тобто я зроз...' hyp_greedy='' hyp_beam='' avg_output_frames=564.0 avg_target_tokens=145.0 top_tokens=<blank>:1.000
921
+ 2026-04-13 19:54:26,064 | INFO | rank=0 | epoch=1 step=13760/249868 global_step=3440 train_loss=5.3456 train_main_ctc_loss=5.3456 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=21.4305 max_feature_frames=1127 train_avg_blank_prob=0.6306 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0213 train_target_tokens_per_frame=0.3298 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.6028 train_avg_top_logit=7.6028 train_avg_top2_margin=3.5177 train_avg_blank_nonblank_margin=3.5177 train_avg_entropy=2.5674 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=14.4493 train_nonblank_weight_grad_norm_mean=0.0865 train_blank_bias_grad=-0.2123 train_nonblank_bias_grad_mean=0.0004 train_encoder_mean=-0.0805 train_encoder_std=2.1601 train_encoder_token_l2_norm=69.1229 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.83617e-06
922
+ 2026-04-13 19:54:26,489 | INFO | rank=0 | train preview ref='Станом на перше червня з водойм області вилучено триста вісімдесят заборонених знарядь вилову, понад дві тони триста ...' hyp_greedy='' hyp_beam='.' avg_output_frames=564.0 avg_target_tokens=186.0 top_tokens=<blank>:1.000
923
+ 2026-04-13 19:55:07,823 | INFO | rank=0 | epoch=1 step=13800/249868 global_step=3450 train_loss=5.2706 train_main_ctc_loss=5.2706 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=2.8158 max_feature_frames=1126 train_avg_blank_prob=0.7024 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0186 train_target_tokens_per_frame=0.3126 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0142 train_avg_top_logit=8.0142 train_avg_top2_margin=3.7798 train_avg_blank_nonblank_margin=3.7798 train_avg_entropy=2.1172 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=1.0467 train_nonblank_weight_grad_norm_mean=0.0547 train_blank_bias_grad=0.0156 train_nonblank_bias_grad_mean=-0.0000 train_encoder_mean=-0.0812 train_encoder_std=2.2859 train_encoder_token_l2_norm=73.1556 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.84151e-06
924
+ 2026-04-13 19:55:08,278 | INFO | rank=0 | train preview ref='От нас на ялинці є фото декількох цуценят і кошенят, які прямо на зараз шукають домівки. Ми вже прилаштували, мабуть,...' hyp_greedy='' hyp_beam='' avg_output_frames=563.0 avg_target_tokens=176.0 top_tokens=<blank>:1.000
925
+ 2026-04-13 19:56:02,547 | INFO | rank=0 | epoch=1 step=13840/249868 global_step=3460 train_loss=6.3782 train_main_ctc_loss=6.3782 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=20.0635 max_feature_frames=1125 train_avg_blank_prob=0.7525 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0167 train_target_tokens_per_frame=0.5524 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.3552 train_avg_top_logit=8.3552 train_avg_top2_margin=4.0071 train_avg_blank_nonblank_margin=4.0071 train_avg_entropy=1.7975 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=14.0064 train_nonblank_weight_grad_norm_mean=0.0689 train_blank_bias_grad=0.2007 train_nonblank_bias_grad_mean=-0.0004 train_encoder_mean=-0.0813 train_encoder_std=2.3477 train_encoder_token_l2_norm=75.1299 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.84684e-06
926
+ 2026-04-13 19:56:02,983 | INFO | rank=0 | train preview ref="Because the people who use it are tourists. Tourists don't come to the hospital. So I don't know why they put the pla..." hyp_greedy='' hyp_beam='' avg_output_frames=563.0 avg_target_tokens=311.0 top_tokens=<blank>:1.000
927
+ 2026-04-13 19:56:48,156 | INFO | rank=0 | epoch=1 step=13880/249868 global_step=3470 train_loss=5.3133 train_main_ctc_loss=5.3133 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=12.9728 max_feature_frames=1124 train_avg_blank_prob=0.7229 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0165 train_target_tokens_per_frame=0.3043 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.1423 train_avg_top_logit=8.1423 train_avg_top2_margin=3.9288 train_avg_blank_nonblank_margin=3.9288 train_avg_entropy=1.9929 train_blank_bias=0.0002 train_blank_weight_norm=0.5889 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=9.6675 train_nonblank_weight_grad_norm_mean=0.0575 train_blank_bias_grad=0.1414 train_nonblank_bias_grad_mean=-0.0003 train_encoder_mean=-0.0836 train_encoder_std=2.2964 train_encoder_token_l2_norm=73.4958 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.85218e-06
928
+ 2026-04-13 19:56:48,600 | INFO | rank=0 | train preview ref='Підстанція у Заводському районі отримала мільйонів гривень, �� Хортицькому ⁇ мільйони. Загалом у -му на баланс облради...' hyp_greedy='' hyp_beam='' avg_output_frames=562.0 avg_target_tokens=171.0 top_tokens=<blank>:1.000
929
+ 2026-04-13 19:57:33,989 | INFO | rank=0 | epoch=1 step=13920/249868 global_step=3480 train_loss=5.2996 train_main_ctc_loss=5.2996 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=15.7384 max_feature_frames=1123 train_avg_blank_prob=0.6710 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0196 train_target_tokens_per_frame=0.3060 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.8577 train_avg_top_logit=7.8577 train_avg_top2_margin=3.6441 train_avg_blank_nonblank_margin=3.6441 train_avg_entropy=2.3060 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=11.9917 train_nonblank_weight_grad_norm_mean=0.0809 train_blank_bias_grad=-0.1803 train_nonblank_bias_grad_mean=0.0004 train_encoder_mean=-0.0853 train_encoder_std=2.2566 train_encoder_token_l2_norm=72.2311 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.85751e-06
930
+ 2026-04-13 19:57:34,446 | INFO | rank=0 | train preview ref='Це воїн, що одержує перемогу у сутичці з ведмедем, а тут крокодил з відкритою пащею, шукає здобич тигри, слони, драко...' hyp_greedy='' hyp_beam=', ' avg_output_frames=562.0 avg_target_tokens=172.0 top_tokens=<blank>:1.000
931
+ 2026-04-13 19:58:23,716 | INFO | rank=0 | epoch=1 step=13960/249868 global_step=3490 train_loss=5.4477 train_main_ctc_loss=5.4477 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=3.7577 max_feature_frames=1123 train_avg_blank_prob=0.7028 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0182 train_target_tokens_per_frame=0.3256 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=8.0285 train_avg_top_logit=8.0285 train_avg_top2_margin=3.8149 train_avg_blank_nonblank_margin=3.8149 train_avg_entropy=2.1210 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=1.4571 train_nonblank_weight_grad_norm_mean=0.0566 train_blank_bias_grad=0.0216 train_nonblank_bias_grad_mean=-0.0000 train_encoder_mean=-0.0861 train_encoder_std=2.2608 train_encoder_token_l2_norm=72.3603 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.86285e-06
932
+ 2026-04-13 19:58:24,140 | INFO | rank=0 | train preview ref="Передуборка і какба, тут більше час поток заради збагачення. До протестуючих приїхали виконуючі обов'язки начальника ..." hyp_greedy='' hyp_beam='' avg_output_frames=562.0 avg_target_tokens=183.0 top_tokens=<blank>:1.000
933
+ 2026-04-13 19:59:05,831 | INFO | rank=0 | epoch=1 step=14000/249868 global_step=3500 train_loss=5.1945 train_main_ctc_loss=5.1945 train_aed_loss=0.0000 train_liberta_distill_loss=0.0000 train_audio_teacher_loss=0.0000 batch_audio_minutes=1.50 grad_norm=6.2662 max_feature_frames=1122 train_avg_blank_prob=0.7001 train_argmax_blank_frac=1.0000 train_avg_top_nonblank_prob=0.0194 train_target_tokens_per_frame=0.3137 train_ctc_impossible_frac=0.0000 train_ctc_tight_frac=0.0000 train_avg_blank_logit=7.9857 train_avg_top_logit=7.9857 train_avg_top2_margin=3.7362 train_avg_blank_nonblank_margin=3.7362 train_avg_entropy=2.1390 train_blank_bias=0.0002 train_blank_weight_norm=0.5888 train_nonblank_weight_norm_mean=0.5777 train_blank_weight_grad_norm=4.3874 train_nonblank_weight_grad_norm_mean=0.0555 train_blank_bias_grad=0.0657 train_nonblank_bias_grad_mean=-0.0001 train_encoder_mean=-0.0847 train_encoder_std=2.2746 train_encoder_token_l2_norm=72.8067 cpu_rss=24.9GiB cpu_peak_rss=26.0GiB cuda_allocated=9.1GiB cuda_reserved=15.0GiB cuda_peak_allocated=13.6GiB cuda_peak_reserved=15.0GiB learning_rate_adamw=1.86819e-06
934
+ 2026-04-13 19:59:06,261 | INFO | rank=0 | train preview ref='І навіть за кордоном, то потрошки допомагали. Тобто, це так розумію, ва вас прийшло тут дитинство, і ви вирішили так?...' hyp_greedy='' hyp_beam='' avg_output_frames=561.0 avg_target_tokens=176.0 top_tokens=<blank>:1.000
935
+ 2026-04-13 19:59:06,288 | INFO | rank=0 | epoch 1 step=14000/249868 global_step=3500 reached validation interval; starting validation
936
+ 2026-04-13 20:04:53,086 | INFO | rank=0 | epoch_0001_step_00003500 complete train_loss=9.2113 val_loss=18.5780 val_main_ctc_loss=18.5780 val_aed_loss=0.0000 val_liberta_distill_loss=0.0000 val_audio_teacher_loss=0.0000 val_cer=0.9977 val_wer=1.3800 val_avg_blank_prob=0.4134 val_argmax_blank_frac=0.6133 val_avg_top_nonblank_prob=0.1164 val_target_tokens_per_frame=0.1918 val_ctc_impossible_frac=0.0000 val_ctc_tight_frac=0.0000 val_empty_hyp_frac=0.2085 val_avg_hyp_chars=17.41 val_avg_hyp_words=5.82 val_model_source=raw best_val_wer=1.3800 timing_forward=315.97s timing_teacher=0.00s timing_decode=0.92s timing_gather=0.02s timing_checkpoint_export=174.52s report=artifacts/w2v-bert-test2-full/eval_reports/epoch_0001_step_00003500.json latest=artifacts/w2v-bert-test2-full/checkpoint_step_last.pt best=artifacts/w2v-bert-test2-full/checkpoint_best.pt averaged=artifacts/w2v-bert-test2-full/checkpoint_topk_avg.pt
937
+ 2026-04-13 20:04:53,089 | INFO | rank=0 | epoch_0001_step_00003500 timing detail report_write=0.00s checkpoint_build=0.01s latest_export=22.66s best_export=21.92s topk_update=66.96s topk_average=62.96s
938
+ 2026-04-13 20:04:53,089 | INFO | rank=0 | exported inference artifacts latest_safe=artifacts/w2v-bert-test2-full/checkpoint_step_last.safetensors best_safe=artifacts/w2v-bert-test2-full/checkpoint_best.safetensors averaged_safe=artifacts/w2v-bert-test2-full/checkpoint_topk_avg.safetensors
939
+ 2026-04-13 20:04:53,089 | INFO | rank=0 | validation preview hardest_ref='До чорта в зуби потрапити?' hardest_hyp='іс іс іс іс іча іс іс іс і'