Checkpoint at step 11830

best_model.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:843930fcc4cf0b93fabc2bccefa37438221b2fc616e04f7fb1b68a530b699107
+oid sha256:637442a4383cb1aad2d19a67ceea65ea9e6104910d46522d8c9007423901dcb6
 size 5607926677

best_model_11830.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637442a4383cb1aad2d19a67ceea65ea9e6104910d46522d8c9007423901dcb6
+size 5607926677

checkpoint_10000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24db936a052bd083409fb4fa08b91aa0753cb07e5455726a03d947050f914d60
+size 5607926677

checkpoint_11000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18e8ffaa1a7c5e8fb8f51802f6915b3ce55732370834d385542197985292bce
+size 5607926677

events.out.tfevents.1766186420.0d38972e308b.2948.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7c1e56819af04844e2947cb5f99894f1037e83d57721767000306f52e146ee6
-size 24645
+oid sha256:dc9ca28fe39bb21df8bc23b84df9fb047f207143461dab21e14fe31cae53aa5f
+size 33752

trainer_0_log.txt

@@ -866,3 +866,421 @@
      | > avg_loss: 3.9296172760628365 (-0.051499518188270255)
 
  > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-19-2025_11+20PM-0000000/best_model_9623.pth
+
+ > EPOCH: 3/6
+ --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-19-2025_11+20PM-0000000
+
+ > TRAINING (2025-12-20 00:10:10) 
+
+   --> TIME: 2025-12-20 00:10:24 -- STEP: 27/2207 -- GLOBAL_STEP: 9650
+     | > loss_text_ce: 0.032953355461359024  (0.032344580731458135)
+     | > loss_mel_ce: 3.977405071258545  (3.9558501596804017)
+     | > loss: 0.06266184896230698  (0.06231554294074023)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2667  (0.2777428891923692)
+     | > loader_time: 0.0101  (0.009158929189046221)
+
+
+   --> TIME: 2025-12-20 00:10:43 -- STEP: 77/2207 -- GLOBAL_STEP: 9700
+     | > loss_text_ce: 0.03253905847668648  (0.03197202647661235)
+     | > loss_mel_ce: 4.0321502685546875  (3.972261933537273)
+     | > loss: 0.06351076811552048  (0.06256615583385738)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2661  (0.27861118007015867)
+     | > loader_time: 0.0084  (0.00888729714728021)
+
+
+   --> TIME: 2025-12-20 00:11:03 -- STEP: 127/2207 -- GLOBAL_STEP: 9750
+     | > loss_text_ce: 0.03128742799162865  (0.031976590725028606)
+     | > loss_mel_ce: 3.7066402435302734  (3.9853460394491362)
+     | > loss: 0.05840511992573738  (0.06277066624657375)
+     | > grad_norm: 0  (0.0)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2864  (0.2777986770539771)
+     | > loader_time: 0.008  (0.008773197339275687)
+
+
+   --> TIME: 2025-12-20 00:11:22 -- STEP: 177/2207 -- GLOBAL_STEP: 9800
+     | > loss_text_ce: 0.03495967760682106  (0.03194988042242445)
+     | > loss_mel_ce: 3.982332468032837  (3.9776189057840465)
+     | > loss: 0.06277018785476685  (0.06264951250563235)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2892  (0.2774994400261484)
+     | > loader_time: 0.0086  (0.008604987192962125)
+
+
+   --> TIME: 2025-12-20 00:11:41 -- STEP: 227/2207 -- GLOBAL_STEP: 9850
+     | > loss_text_ce: 0.032832708209753036  (0.031937310857788566)
+     | > loss_mel_ce: 3.8204121589660645  (3.9799449863937983)
+     | > loss: 0.06020694971084595  (0.06268566103430578)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.269  (0.27781330646397256)
+     | > loader_time: 0.0089  (0.00849668044875897)
+
+
+   --> TIME: 2025-12-20 00:12:00 -- STEP: 277/2207 -- GLOBAL_STEP: 9900
+     | > loss_text_ce: 0.03315940871834755  (0.03184228043478747)
+     | > loss_mel_ce: 3.7708680629730225  (3.974154068674852)
+     | > loss: 0.05943793058395386  (0.06259369309520905)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2687  (0.27791161657670777)
+     | > loader_time: 0.0082  (0.008484890314646144)
+
+
+   --> TIME: 2025-12-20 00:12:19 -- STEP: 327/2207 -- GLOBAL_STEP: 9950
+     | > loss_text_ce: 0.031801674515008926  (0.03178370368612831)
+     | > loss_mel_ce: 3.7499988079071045  (3.972427829689936)
+     | > loss: 0.05909063294529915  (0.06256580531642719)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2688  (0.2779189672674242)
+     | > loader_time: 0.0083  (0.008475164390120669)
+
+
+   --> TIME: 2025-12-20 00:12:38 -- STEP: 377/2207 -- GLOBAL_STEP: 10000
+     | > loss_text_ce: 0.03164703771471977  (0.03182866768689148)
+     | > loss_mel_ce: 3.9053122997283936  (3.9774336979306977)
+     | > loss: 0.06151498854160309  (0.06264472456367336)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.291  (0.27811261450264124)
+     | > loader_time: 0.0081  (0.008453893408535015)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-19-2025_11+20PM-0000000/checkpoint_10000.pth
+
+   --> TIME: 2025-12-20 00:13:22 -- STEP: 427/2207 -- GLOBAL_STEP: 10050
+     | > loss_text_ce: 0.03307782858610153  (0.03181008982365248)
+     | > loss_mel_ce: 3.9003772735595703  (3.97575707290435)
+     | > loss: 0.061460234224796295  (0.06261823702368025)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2675  (0.27828442966630923)
+     | > loader_time: 0.0081  (0.00847758788973163)
+
+
+   --> TIME: 2025-12-20 00:13:41 -- STEP: 477/2207 -- GLOBAL_STEP: 10100
+     | > loss_text_ce: 0.0340811051428318  (0.031824295043914076)
+     | > loss_mel_ce: 3.957063913345337  (3.973656554392049)
+     | > loss: 0.062361642718315125  (0.06258563837915099)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2872  (0.27812160236030764)
+     | > loader_time: 0.0088  (0.008498220323766556)
+
+
+   --> TIME: 2025-12-20 00:14:01 -- STEP: 527/2207 -- GLOBAL_STEP: 10150
+     | > loss_text_ce: 0.032457854598760605  (0.03181734979081992)
+     | > loss_mel_ce: 4.109401226043701  (3.973606425399346)
+     | > loss: 0.06471654772758484  (0.06258474657951768)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2656  (0.2781191062203396)
+     | > loader_time: 0.0083  (0.008495067057166203)
+
+
+   --> TIME: 2025-12-20 00:14:20 -- STEP: 577/2207 -- GLOBAL_STEP: 10200
+     | > loss_text_ce: 0.030578281730413437  (0.031811193383881504)
+     | > loss_mel_ce: 3.814301013946533  (3.9773480169074786)
+     | > loss: 0.060076240450143814  (0.06264311271482365)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2875  (0.27810995954781303)
+     | > loader_time: 0.0078  (0.008494755217686067)
+
+
+   --> TIME: 2025-12-20 00:14:40 -- STEP: 627/2207 -- GLOBAL_STEP: 10250
+     | > loss_text_ce: 0.03082836978137493  (0.03179499163831535)
+     | > loss_mel_ce: 3.8737189769744873  (3.9813199088904274)
+     | > loss: 0.061008553951978683  (0.06270492038848488)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2895  (0.27866094306325234)
+     | > loader_time: 0.0088  (0.008515071640744738)
+
+
+   --> TIME: 2025-12-20 00:14:59 -- STEP: 677/2207 -- GLOBAL_STEP: 10300
+     | > loss_text_ce: 0.03349005803465843  (0.03180311418563522)
+     | > loss_mel_ce: 4.181581974029541  (3.979910650492771)
+     | > loss: 0.06586050242185593  (0.06268302763384417)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2931  (0.27910367847369355)
+     | > loader_time: 0.0082  (0.008502436881579539)
+
+
+   --> TIME: 2025-12-20 00:15:19 -- STEP: 727/2207 -- GLOBAL_STEP: 10350
+     | > loss_text_ce: 0.030715057626366615  (0.03178117434241829)
+     | > loss_mel_ce: 3.880711793899536  (3.977093693314753)
+     | > loss: 0.061116043478250504  (0.06263866984225212)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2662  (0.2793764251462364)
+     | > loader_time: 0.0083  (0.008500911182681675)
+
+
+   --> TIME: 2025-12-20 00:15:38 -- STEP: 777/2207 -- GLOBAL_STEP: 10400
+     | > loss_text_ce: 0.031008724123239517  (0.03179371953154386)
+     | > loss_mel_ce: 3.803968667984009  (3.972649910581925)
+     | > loss: 0.059921521693468094  (0.06256943173044897)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2924  (0.27935279198134694)
+     | > loader_time: 0.0092  (0.008494424083518259)
+
+
+   --> TIME: 2025-12-20 00:15:57 -- STEP: 827/2207 -- GLOBAL_STEP: 10450
+     | > loss_text_ce: 0.031072130426764488  (0.031787220415678365)
+     | > loss_mel_ce: 4.06210994720459  (3.974698946582651)
+     | > loss: 0.06395597010850906  (0.06260134636040475)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2672  (0.27946515729089993)
+     | > loader_time: 0.0089  (0.008486550549065485)
+
+
+   --> TIME: 2025-12-20 00:16:16 -- STEP: 877/2207 -- GLOBAL_STEP: 10500
+     | > loss_text_ce: 0.03149150684475899  (0.03178130176466299)
+     | > loss_mel_ce: 4.027413368225098  (3.9723244205440054)
+     | > loss: 0.0634203851222992  (0.06256415189892707)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2986  (0.2793448476997991)
+     | > loader_time: 0.0098  (0.008488568639809626)
+
+
+   --> TIME: 2025-12-20 00:16:35 -- STEP: 927/2207 -- GLOBAL_STEP: 10550
+     | > loss_text_ce: 0.030768610537052155  (0.031753293977007484)
+     | > loss_mel_ce: 3.7764573097229004  (3.967293860714284)
+     | > loss: 0.059487905353307724  (0.062485111774846655)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2923  (0.27935925296466574)
+     | > loader_time: 0.0078  (0.008478429839577617)
+
+
+   --> TIME: 2025-12-20 00:16:55 -- STEP: 977/2207 -- GLOBAL_STEP: 10600
+     | > loss_text_ce: 0.029640762135386467  (0.03173706194952113)
+     | > loss_mel_ce: 3.7820956707000732  (3.9654256770408263)
+     | > loss: 0.059558380395174026  (0.062455667790974986)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2869  (0.2793690404237963)
+     | > loader_time: 0.008  (0.008464459387038357)
+
+
+   --> TIME: 2025-12-20 00:17:14 -- STEP: 1027/2207 -- GLOBAL_STEP: 10650
+     | > loss_text_ce: 0.031887855380773544  (0.031737539293326095)
+     | > loss_mel_ce: 4.169301986694336  (3.962392415136766)
+     | > loss: 0.06564359366893768  (0.06240828054528166)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2904  (0.27933372471557727)
+     | > loader_time: 0.009  (0.008452480468452848)
+
+
+   --> TIME: 2025-12-20 00:17:33 -- STEP: 1077/2207 -- GLOBAL_STEP: 10700
+     | > loss_text_ce: 0.03233548253774643  (0.03173443204623854)
+     | > loss_mel_ce: 4.208242416381836  (3.9613045081011986)
+     | > loss: 0.06625902652740479  (0.06239123343937141)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2872  (0.27910249279734134)
+     | > loader_time: 0.0083  (0.008445436022518515)
+
+
+   --> TIME: 2025-12-20 00:17:52 -- STEP: 1127/2207 -- GLOBAL_STEP: 10750
+     | > loss_text_ce: 0.0315142497420311  (0.03171948188818337)
+     | > loss_mel_ce: 4.077566146850586  (3.960810746359635)
+     | > loss: 0.0642043799161911  (0.06238328481709531)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2873  (0.2790212089653659)
+     | > loader_time: 0.008  (0.008434703525654908)
+
+
+   --> TIME: 2025-12-20 00:18:11 -- STEP: 1177/2207 -- GLOBAL_STEP: 10800
+     | > loss_text_ce: 0.02970142289996147  (0.03170421925597304)
+     | > loss_mel_ce: 3.9151699542999268  (3.9603294522051296)
+     | > loss: 0.061638616025447845  (0.062375526106144955)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2674  (0.27893352832648344)
+     | > loader_time: 0.0082  (0.008429792034696902)
+
+
+   --> TIME: 2025-12-20 00:18:30 -- STEP: 1227/2207 -- GLOBAL_STEP: 10850
+     | > loss_text_ce: 0.0306700412184  (0.03169860856451195)
+     | > loss_mel_ce: 3.809729814529419  (3.958411281052506)
+     | > loss: 0.06000624597072601  (0.06234546700081117)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2899  (0.2789258039765174)
+     | > loader_time: 0.009  (0.008422890035913736)
+
+
+   --> TIME: 2025-12-20 00:18:49 -- STEP: 1277/2207 -- GLOBAL_STEP: 10900
+     | > loss_text_ce: 0.031636081635951996  (0.031688698037245215)
+     | > loss_mel_ce: 3.956618070602417  (3.9585806393679364)
+     | > loss: 0.062316469848155975  (0.06234795836762429)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2874  (0.2790162880717541)
+     | > loader_time: 0.0079  (0.008412952057159582)
+
+
+   --> TIME: 2025-12-20 00:19:08 -- STEP: 1327/2207 -- GLOBAL_STEP: 10950
+     | > loss_text_ce: 0.03322671353816986  (0.03169252498309772)
+     | > loss_mel_ce: 3.7946417331695557  (3.9571309267531327)
+     | > loss: 0.059810444712638855  (0.06232536640846385)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2911  (0.2789678620321913)
+     | > loader_time: 0.0081  (0.008409624631546805)
+
+
+   --> TIME: 2025-12-20 00:19:27 -- STEP: 1377/2207 -- GLOBAL_STEP: 11000
+     | > loss_text_ce: 0.03354237228631973  (0.031685178001061555)
+     | > loss_mel_ce: 4.130717754364014  (3.957095094582441)
+     | > loss: 0.06506656110286713  (0.06232469173428286)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2881  (0.279000551352574)
+     | > loader_time: 0.0095  (0.00840507076543227)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-19-2025_11+20PM-0000000/checkpoint_11000.pth
+
+   --> TIME: 2025-12-20 00:20:12 -- STEP: 1427/2207 -- GLOBAL_STEP: 11050
+     | > loss_text_ce: 0.03206194192171097  (0.031674688076306724)
+     | > loss_mel_ce: 4.14017915725708  (3.9562213188631183)
+     | > loss: 0.06519126892089844  (0.06231087508344456)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.269  (0.2794292806827199)
+     | > loader_time: 0.0098  (0.008418500882892562)
+
+
+   --> TIME: 2025-12-20 00:20:31 -- STEP: 1477/2207 -- GLOBAL_STEP: 11100
+     | > loss_text_ce: 0.033394940197467804  (0.03166379901399542)
+     | > loss_mel_ce: 3.8188893795013428  (3.9559491218225973)
+     | > loss: 0.06019194424152374  (0.06230645187920471)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2887  (0.27951077052525164)
+     | > loader_time: 0.0084  (0.00842500007386617)
+
+
+   --> TIME: 2025-12-20 00:20:51 -- STEP: 1527/2207 -- GLOBAL_STEP: 11150
+     | > loss_text_ce: 0.0303159411996603  (0.0316662430670539)
+     | > loss_mel_ce: 3.6995768547058105  (3.955700734119128)
+     | > loss: 0.058279573917388916  (0.06230260901148214)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2905  (0.2795688749999108)
+     | > loader_time: 0.0082  (0.008440777922894485)
+
+
+   --> TIME: 2025-12-20 00:21:10 -- STEP: 1577/2207 -- GLOBAL_STEP: 11200
+     | > loss_text_ce: 0.03286099433898926  (0.03167074060063991)
+     | > loss_mel_ce: 3.8174285888671875  (3.955930944477824)
+     | > loss: 0.06016077473759651  (0.06230627632709952)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2662  (0.279652530208146)
+     | > loader_time: 0.0079  (0.00844524506911795)
+
+
+   --> TIME: 2025-12-20 00:21:29 -- STEP: 1627/2207 -- GLOBAL_STEP: 11250
+     | > loss_text_ce: 0.033144690096378326  (0.03167368718448707)
+     | > loss_mel_ce: 3.823072671890259  (3.9549213080004675)
+     | > loss: 0.06025339663028717  (0.06229054679167957)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2673  (0.2795179162790397)
+     | > loader_time: 0.0087  (0.008446291611102278)
+
+
+   --> TIME: 2025-12-20 00:21:48 -- STEP: 1677/2207 -- GLOBAL_STEP: 11300
+     | > loss_text_ce: 0.031100796535611153  (0.03167628181779498)
+     | > loss_mel_ce: 4.316012382507324  (3.9539236389744756)
+     | > loss: 0.0679236426949501  (0.062274998745874964)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2873  (0.2796073750363421)
+     | > loader_time: 0.0079  (0.008438882048668845)
+
+
+   --> TIME: 2025-12-20 00:22:08 -- STEP: 1727/2207 -- GLOBAL_STEP: 11350
+     | > loss_text_ce: 0.031067103147506714  (0.03167961597265746)
+     | > loss_mel_ce: 3.8293535709381104  (3.953341072532022)
+     | > loss: 0.060319073498249054  (0.062265948235522735)
+     | > grad_norm: 0  (0.0)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.3099  (0.2795741984660608)
+     | > loader_time: 0.0081  (0.008436874219566381)
+
+
+   --> TIME: 2025-12-20 00:22:27 -- STEP: 1777/2207 -- GLOBAL_STEP: 11400
+     | > loss_text_ce: 0.03066316992044449  (0.03168018893786844)
+     | > loss_mel_ce: 4.014950275421143  (3.953893067934705)
+     | > loss: 0.06321270763874054  (0.06227458212011041)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2891  (0.27959708290014335)
+     | > loader_time: 0.0082  (0.00843201075367665)
+
+
+   --> TIME: 2025-12-20 00:22:46 -- STEP: 1827/2207 -- GLOBAL_STEP: 11450
+     | > loss_text_ce: 0.032552070915699005  (0.03167377262960937)
+     | > loss_mel_ce: 4.068212509155273  (3.9528777236552206)
+     | > loss: 0.06407444924116135  (0.062258617117487196)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2692  (0.2795968096179274)
+     | > loader_time: 0.0088  (0.008432337672709095)
+
+
+   --> TIME: 2025-12-20 00:23:05 -- STEP: 1877/2207 -- GLOBAL_STEP: 11500
+     | > loss_text_ce: 0.0314464196562767  (0.03167207904068726)
+     | > loss_mel_ce: 4.215603351593018  (3.953517924742173)
+     | > loss: 0.06636015325784683  (0.06226859379264039)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2892  (0.27954907689122604)
+     | > loader_time: 0.008  (0.008427176503469521)
+
+
+   --> TIME: 2025-12-20 00:23:24 -- STEP: 1927/2207 -- GLOBAL_STEP: 11550
+     | > loss_text_ce: 0.03057865798473358  (0.0316659571853291)
+     | > loss_mel_ce: 3.9640982151031494  (3.9531082102345505)
+     | > loss: 0.06241682544350624  (0.06226209634610518)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2671  (0.2795240121860248)
+     | > loader_time: 0.0079  (0.008427652473825813)
+
+
+   --> TIME: 2025-12-20 00:23:44 -- STEP: 1977/2207 -- GLOBAL_STEP: 11600
+     | > loss_text_ce: 0.03252328187227249  (0.03166054971761095)
+     | > loss_mel_ce: 3.7627878189086914  (3.952608704144869)
+     | > loss: 0.05930173769593239  (0.06225420706460259)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2658  (0.2795737498808714)
+     | > loader_time: 0.0084  (0.008434558192105002)
+
+
+   --> TIME: 2025-12-20 00:24:03 -- STEP: 2027/2207 -- GLOBAL_STEP: 11650
+     | > loss_text_ce: 0.03061256743967533  (0.03165051020446618)
+     | > loss_mel_ce: 3.578916311264038  (3.952604594934028)
+     | > loss: 0.05639888718724251  (0.062253985993222336)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2885  (0.2794858053157537)
+     | > loader_time: 0.0091  (0.008435989637708904)
+
+
+   --> TIME: 2025-12-20 00:24:22 -- STEP: 2077/2207 -- GLOBAL_STEP: 11700
+     | > loss_text_ce: 0.03184692561626434  (0.031647577745500095)
+     | > loss_mel_ce: 3.842273235321045  (3.9518668116659974)
+     | > loss: 0.060533128678798676  (0.06224241231280739)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2974  (0.2794402647776057)
+     | > loader_time: 0.008  (0.008437774591165818)
+
+
+   --> TIME: 2025-12-20 00:24:41 -- STEP: 2127/2207 -- GLOBAL_STEP: 11750
+     | > loss_text_ce: 0.03226769343018532  (0.031654075402845316)
+     | > loss_mel_ce: 3.7413434982299805  (3.9506660008800383)
+     | > loss: 0.05896267667412758  (0.062223751157466194)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2699  (0.27940717503449586)
+     | > loader_time: 0.0083  (0.008438483840375634)
+
+
+   --> TIME: 2025-12-20 00:25:00 -- STEP: 2177/2207 -- GLOBAL_STEP: 11800
+     | > loss_text_ce: 0.03168356418609619  (0.031657989264787176)
+     | > loss_mel_ce: 3.9200639724731445  (3.9504445732652895)
+     | > loss: 0.06174605339765549  (0.062220352505482204)
+     | > current_lr: 9.025e-06 
+     | > step_time: 0.2693  (0.27941856572646756)
+     | > loader_time: 0.0081  (0.00844282265042403)
+
+
+ > EVALUATION 
+
+
+  --> EVAL PERFORMANCE
+     | > avg_loader_time: 0.07490436289761519 (-0.019550131784903016)
+     | > avg_loss_text_ce: 0.030486353710797186 (-0.00030658917652594264)
+     | > avg_loss_mel_ce: 3.866247576636237 (-0.03257676073022786)
+     | > avg_loss: 3.896733933203929 (-0.03288334285890748)
+
+ > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-19-2025_11+20PM-0000000/best_model_11830.pth