Checkpoint at step 20659

best_model.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9990a628a13fd1857917613f487a7c0bace7970ba47398c0e538d5fc94569ce8
+oid sha256:03fae95595fdb047bca0b147d371578b6ad3ef473abb0e60bc6d931e4aa3617a
 size 5607926677

best_model_20659.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fae95595fdb047bca0b147d371578b6ad3ef473abb0e60bc6d931e4aa3617a
+size 5607926677

checkpoint_19000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aaeca958cd1e8fc970b0765ea25a25aba86282293c4ecfa69f5750d233e1c5
+size 5607926677

checkpoint_20000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972e5a651c0eca3ab654182057d5a9c2ea973c99f74f15680ab7422efbb51bc8
+size 5607926677

events.out.tfevents.1766319018.107952f8efb6.1181.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f28e76b087d0f6f174f1b8a955454adcbf97777bac3f932975dfe81d45f4164f
-size 15677
+oid sha256:7145400db0db1e7cf3dc7d9a10982c74adce0c7aa1eced8c805b4eb0eb54b2e4
+size 24927

trainer_0_log.txt

@@ -459,3 +459,419 @@
      | > avg_loss: 3.8380279089953446 (-0.014750712626689477)
 
  > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_12+10PM-0000000/best_model_18452.pth
+
+ > EPOCH: 2/6
+ --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_12+10PM-0000000
+
+ > TRAINING (2025-12-21 12:33:37) 
+
+   --> TIME: 2025-12-21 12:33:58 -- STEP: 48/2207 -- GLOBAL_STEP: 18500
+     | > loss_text_ce: 0.030328935012221336  (0.03124918350173782)
+     | > loss_mel_ce: 3.6012001037597656  (3.80705534418424)
+     | > loss: 0.05674264207482338  (0.05997350811958313)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2685  (0.2786668340365091)
+     | > loader_time: 0.0078  (0.008490150173505148)
+
+
+   --> TIME: 2025-12-21 12:34:17 -- STEP: 98/2207 -- GLOBAL_STEP: 18550
+     | > loss_text_ce: 0.029475053772330284  (0.031117105039254748)
+     | > loss_mel_ce: 3.6500818729400635  (3.802043304151418)
+     | > loss: 0.05749307572841644  (0.059893131370143016)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.266  (0.27715023439757674)
+     | > loader_time: 0.0085  (0.008422819935545629)
+
+
+   --> TIME: 2025-12-21 12:34:36 -- STEP: 148/2207 -- GLOBAL_STEP: 18600
+     | > loss_text_ce: 0.029837869107723236  (0.03100120587073065)
+     | > loss_mel_ce: 4.100630760192871  (3.7966143134477974)
+     | > loss: 0.06453857570886612  (0.05980649250685363)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.3043  (0.2776310814393531)
+     | > loader_time: 0.0081  (0.00839655947040867)
+
+
+   --> TIME: 2025-12-21 12:34:55 -- STEP: 198/2207 -- GLOBAL_STEP: 18650
+     | > loss_text_ce: 0.031300414353609085  (0.03097762127943111)
+     | > loss_mel_ce: 4.068465709686279  (3.808431427888196)
+     | > loss: 0.06405884772539139  (0.05999076642999143)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2677  (0.27762243723628477)
+     | > loader_time: 0.0077  (0.008417524472631586)
+
+
+   --> TIME: 2025-12-21 12:35:14 -- STEP: 248/2207 -- GLOBAL_STEP: 18700
+     | > loss_text_ce: 0.030506588518619537  (0.030958888443907904)
+     | > loss_mel_ce: 3.6368277072906494  (3.8152807095358447)
+     | > loss: 0.05730209872126579  (0.060097493787085815)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2867  (0.2775823743112623)
+     | > loader_time: 0.008  (0.00839974322626667)
+
+
+   --> TIME: 2025-12-21 12:35:33 -- STEP: 298/2207 -- GLOBAL_STEP: 18750
+     | > loss_text_ce: 0.03192504867911339  (0.030931028593706604)
+     | > loss_mel_ce: 3.560392141342163  (3.812415851842637)
+     | > loss: 0.056129954755306244  (0.06005229498415986)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2872  (0.2775322710907697)
+     | > loader_time: 0.0082  (0.008380010624059893)
+
+
+   --> TIME: 2025-12-21 12:35:53 -- STEP: 348/2207 -- GLOBAL_STEP: 18800
+     | > loss_text_ce: 0.030473029240965843  (0.030946150266875822)
+     | > loss_mel_ce: 4.083008766174316  (3.807196080684662)
+     | > loss: 0.0642731562256813  (0.059970972342309595)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2903  (0.27775018790672557)
+     | > loader_time: 0.0083  (0.008361554008790817)
+
+
+   --> TIME: 2025-12-21 12:36:12 -- STEP: 398/2207 -- GLOBAL_STEP: 18850
+     | > loss_text_ce: 0.032361965626478195  (0.03095491271203936)
+     | > loss_mel_ce: 3.980205774307251  (3.8102012603127178)
+     | > loss: 0.06269636750221252  (0.060018065156199826)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.3053  (0.2776316464246817)
+     | > loader_time: 0.0083  (0.008362287852033301)
+
+
+   --> TIME: 2025-12-21 12:36:31 -- STEP: 448/2207 -- GLOBAL_STEP: 18900
+     | > loss_text_ce: 0.03188605234026909  (0.030948849365813658)
+     | > loss_mel_ce: 3.859243869781494  (3.8156256579927037)
+     | > loss: 0.06079890578985214  (0.06010272662388161)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2417  (0.27759859870587084)
+     | > loader_time: 0.0083  (0.008384346429790766)
+
+
+   --> TIME: 2025-12-21 12:36:50 -- STEP: 498/2207 -- GLOBAL_STEP: 18950
+     | > loss_text_ce: 0.03379356116056442  (0.03096674965043743)
+     | > loss_mel_ce: 3.9159152507781982  (3.8173977414288194)
+     | > loss: 0.06171419844031334  (0.06013069510549666)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2908  (0.2774093696870001)
+     | > loader_time: 0.0084  (0.008369181529585133)
+
+
+   --> TIME: 2025-12-21 12:37:09 -- STEP: 548/2207 -- GLOBAL_STEP: 19000
+     | > loss_text_ce: 0.031926073133945465  (0.030988967725939124)
+     | > loss_mel_ce: 3.838353395462036  (3.8168183700011586)
+     | > loss: 0.06047311797738075  (0.0601219896050374)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2895  (0.27765954236914653)
+     | > loader_time: 0.0084  (0.008360996733616734)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_12+10PM-0000000/checkpoint_19000.pth
+
+   --> TIME: 2025-12-21 12:37:53 -- STEP: 598/2207 -- GLOBAL_STEP: 19050
+     | > loss_text_ce: 0.031638141721487045  (0.030977829051107467)
+     | > loss_mel_ce: 3.594619035720825  (3.8176495937200685)
+     | > loss: 0.05666026845574379  (0.06013480343398043)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2616  (0.2777918074840685)
+     | > loader_time: 0.0082  (0.008385346884711521)
+
+
+   --> TIME: 2025-12-21 12:38:12 -- STEP: 648/2207 -- GLOBAL_STEP: 19100
+     | > loss_text_ce: 0.029235929250717163  (0.03097168711749952)
+     | > loss_mel_ce: 3.780961513519287  (3.8170210332782175)
+     | > loss: 0.059534333646297455  (0.060124886210685895)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2874  (0.2776544944003776)
+     | > loader_time: 0.009  (0.008395500757076114)
+
+
+   --> TIME: 2025-12-21 12:38:31 -- STEP: 698/2207 -- GLOBAL_STEP: 19150
+     | > loss_text_ce: 0.028909575194120407  (0.03093947344232767)
+     | > loss_mel_ce: 3.942351818084717  (3.8171628662371697)
+     | > loss: 0.062050960958004  (0.0601265990097919)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2901  (0.2778345213236986)
+     | > loader_time: 0.0088  (0.008406749085915455)
+
+
+   --> TIME: 2025-12-21 12:38:50 -- STEP: 748/2207 -- GLOBAL_STEP: 19200
+     | > loss_text_ce: 0.031155679374933243  (0.030945500974010498)
+     | > loss_mel_ce: 3.9143738746643066  (3.816780863917447)
+     | > loss: 0.0616488978266716  (0.060120724395594814)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2689  (0.27826202616972096)
+     | > loader_time: 0.0081  (0.008410301437989907)
+
+
+   --> TIME: 2025-12-21 12:39:09 -- STEP: 798/2207 -- GLOBAL_STEP: 19250
+     | > loss_text_ce: 0.029925458133220673  (0.030928961321114)
+     | > loss_mel_ce: 3.9727892875671387  (3.8165484224644515)
+     | > loss: 0.06254241615533829  (0.06011683405622056)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2659  (0.2782398151574578)
+     | > loader_time: 0.0083  (0.00841741394578365)
+
+
+   --> TIME: 2025-12-21 12:39:29 -- STEP: 848/2207 -- GLOBAL_STEP: 19300
+     | > loss_text_ce: 0.0316762737929821  (0.030928653658297407)
+     | > loss_mel_ce: 3.722557783126831  (3.8153149249418723)
+     | > loss: 0.058659907430410385  (0.06009755585395362)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2698  (0.2783565099509257)
+     | > loader_time: 0.008  (0.008425706118907571)
+
+
+   --> TIME: 2025-12-21 12:39:48 -- STEP: 898/2207 -- GLOBAL_STEP: 19350
+     | > loss_text_ce: 0.03213763236999512  (0.03091699258322705)
+     | > loss_mel_ce: 3.923859119415283  (3.8141845504531346)
+     | > loss: 0.061812449246644974  (0.06007971154538321)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2666  (0.2783797982009853)
+     | > loader_time: 0.0083  (0.008426021626903646)
+
+
+   --> TIME: 2025-12-21 12:40:07 -- STEP: 948/2207 -- GLOBAL_STEP: 19400
+     | > loss_text_ce: 0.032980721443891525  (0.030903644741901867)
+     | > loss_mel_ce: 3.861752986907959  (3.8123343091473796)
+     | > loss: 0.060855213552713394  (0.060050592962102294)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2669  (0.2783489184540535)
+     | > loader_time: 0.0079  (0.008424995317740783)
+
+
+   --> TIME: 2025-12-21 12:40:26 -- STEP: 998/2207 -- GLOBAL_STEP: 19450
+     | > loss_text_ce: 0.03054073452949524  (0.03090524785071313)
+     | > loss_mel_ce: 4.015505313873291  (3.8130178864828803)
+     | > loss: 0.06321947276592255  (0.06006129889679934)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2901  (0.2784373222706552)
+     | > loader_time: 0.0091  (0.008492851305103494)
+
+
+   --> TIME: 2025-12-21 12:40:46 -- STEP: 1048/2207 -- GLOBAL_STEP: 19500
+     | > loss_text_ce: 0.030669590458273888  (0.030904853401904683)
+     | > loss_mel_ce: 3.722041606903076  (3.8116825097844798)
+     | > loss: 0.05863611400127411  (0.060040427482054216)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.315  (0.27876375604221837)
+     | > loader_time: 0.0088  (0.008539806567985593)
+
+
+   --> TIME: 2025-12-21 12:41:05 -- STEP: 1098/2207 -- GLOBAL_STEP: 19550
+     | > loss_text_ce: 0.03170514851808548  (0.0308953984343669)
+     | > loss_mel_ce: 3.862687349319458  (3.8120278489177126)
+     | > loss: 0.060849882662296295  (0.06004567566465159)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2922  (0.27895870430221975)
+     | > loader_time: 0.0111  (0.00858209975647362)
+
+
+   --> TIME: 2025-12-21 12:41:25 -- STEP: 1148/2207 -- GLOBAL_STEP: 19600
+     | > loss_text_ce: 0.031861841678619385  (0.030892794122692288)
+     | > loss_mel_ce: 3.8248915672302246  (3.811262029596322)
+     | > loss: 0.06026177108287811  (0.06003366905274291)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2674  (0.27946521783124284)
+     | > loader_time: 0.0098  (0.00863001051680136)
+
+
+   --> TIME: 2025-12-21 12:41:44 -- STEP: 1198/2207 -- GLOBAL_STEP: 19650
+     | > loss_text_ce: 0.031165527179837227  (0.030906598595202665)
+     | > loss_mel_ce: 3.6397016048431396  (3.811939091037629)
+     | > loss: 0.0573573000729084  (0.06004446385139117)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2662  (0.27954068605808274)
+     | > loader_time: 0.0096  (0.00866090156797176)
+
+
+   --> TIME: 2025-12-21 12:42:04 -- STEP: 1248/2207 -- GLOBAL_STEP: 19700
+     | > loss_text_ce: 0.030565952882170677  (0.030907038918648582)
+     | > loss_mel_ce: 4.019072532653809  (3.812627971554414)
+     | > loss: 0.06327559798955917  (0.0600552344843984)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2681  (0.27955424575469423)
+     | > loader_time: 0.0098  (0.008690576713818758)
+
+
+   --> TIME: 2025-12-21 12:42:23 -- STEP: 1298/2207 -- GLOBAL_STEP: 19750
+     | > loss_text_ce: 0.033700186759233475  (0.030912928441065853)
+     | > loss_mel_ce: 3.9421839714050293  (3.8117501079944325)
+     | > loss: 0.062123190611600876  (0.060041609896097234)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2703  (0.2795349096847794)
+     | > loader_time: 0.0094  (0.008714687842617403)
+
+
+   --> TIME: 2025-12-21 12:42:42 -- STEP: 1348/2207 -- GLOBAL_STEP: 19800
+     | > loss_text_ce: 0.031137095764279366  (0.030893902244593516)
+     | > loss_mel_ce: 4.025448799133301  (3.8119540738068984)
+     | > loss: 0.06338415294885635  (0.06004449958948955)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2629  (0.27941010755318224)
+     | > loader_time: 0.0101  (0.008745452770493491)
+
+
+   --> TIME: 2025-12-21 12:43:01 -- STEP: 1398/2207 -- GLOBAL_STEP: 19850
+     | > loss_text_ce: 0.031674209982156754  (0.030885134482535083)
+     | > loss_mel_ce: 3.708361864089966  (3.8112786298828234)
+     | > loss: 0.05843806266784668  (0.06003380877009789)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2671  (0.2793427293051639)
+     | > loader_time: 0.0114  (0.008763332223687543)
+
+
+   --> TIME: 2025-12-21 12:43:20 -- STEP: 1448/2207 -- GLOBAL_STEP: 19900
+     | > loss_text_ce: 0.030328992754220963  (0.03087736206329865)
+     | > loss_mel_ce: 3.821791172027588  (3.8124404337195403)
+     | > loss: 0.0601893775165081  (0.06005184050875803)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.269  (0.27929688224476384)
+     | > loader_time: 0.0094  (0.008786394615858279)
+
+
+   --> TIME: 2025-12-21 12:43:39 -- STEP: 1498/2207 -- GLOBAL_STEP: 19950
+     | > loss_text_ce: 0.03165443241596222  (0.03087984636619946)
+     | > loss_mel_ce: 3.698460578918457  (3.8117194285539187)
+     | > loss: 0.05828304588794708  (0.06004061362394026)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.266  (0.2792639877194562)
+     | > loader_time: 0.0098  (0.008800205305835413)
+
+
+   --> TIME: 2025-12-21 12:43:59 -- STEP: 1548/2207 -- GLOBAL_STEP: 20000
+     | > loss_text_ce: 0.033760420978069305  (0.030875577592562875)
+     | > loss_mel_ce: 3.544578790664673  (3.8111829480459525)
+     | > loss: 0.05591154843568802  (0.06003216441085403)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2706  (0.27927306163526666)
+     | > loader_time: 0.0093  (0.008809470237071489)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_12+10PM-0000000/checkpoint_20000.pth
+
+   --> TIME: 2025-12-21 12:44:43 -- STEP: 1598/2207 -- GLOBAL_STEP: 20050
+     | > loss_text_ce: 0.031220965087413788  (0.03087228273644167)
+     | > loss_mel_ce: 4.057143688201904  (3.811688291116411)
+     | > loss: 0.06388069689273834  (0.06004000892011782)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.298  (0.27934688292397175)
+     | > loader_time: 0.0089  (0.008850628055529532)
+
+
+   --> TIME: 2025-12-21 12:45:02 -- STEP: 1648/2207 -- GLOBAL_STEP: 20100
+     | > loss_text_ce: 0.03015831671655178  (0.030872867847295496)
+     | > loss_mel_ce: 3.5962467193603516  (3.811391503342147)
+     | > loss: 0.056662578135728836  (0.060035380760876875)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2671  (0.27928056546206664)
+     | > loader_time: 0.0087  (0.008861764252764507)
+
+
+   --> TIME: 2025-12-21 12:45:21 -- STEP: 1698/2207 -- GLOBAL_STEP: 20150
+     | > loss_text_ce: 0.029446423053741455  (0.030872317737470806)
+     | > loss_mel_ce: 3.346419334411621  (3.8103991141729274)
+     | > loss: 0.052747901529073715  (0.06001986607742464)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2872  (0.27919970594952087)
+     | > loader_time: 0.0084  (0.008857855808046877)
+
+
+   --> TIME: 2025-12-21 12:45:40 -- STEP: 1748/2207 -- GLOBAL_STEP: 20200
+     | > loss_text_ce: 0.031714435666799545  (0.030864485928435006)
+     | > loss_mel_ce: 3.784182071685791  (3.809945785480997)
+     | > loss: 0.05962338298559189  (0.060012660449630745)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2625  (0.2791893772729752)
+     | > loader_time: 0.0087  (0.008868558728722192)
+
+
+   --> TIME: 2025-12-21 12:46:00 -- STEP: 1798/2207 -- GLOBAL_STEP: 20250
+     | > loss_text_ce: 0.030244555324316025  (0.030862935044874206)
+     | > loss_mel_ce: 3.833282232284546  (3.8102427565879102)
+     | > loss: 0.060367606580257416  (0.06001727638954713)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2691  (0.27920447560120526)
+     | > loader_time: 0.0092  (0.008864384604508141)
+
+
+   --> TIME: 2025-12-21 12:46:19 -- STEP: 1848/2207 -- GLOBAL_STEP: 20300
+     | > loss_text_ce: 0.030655691400170326  (0.03086753052788347)
+     | > loss_mel_ce: 3.7304117679595947  (3.8096691434517567)
+     | > loss: 0.0587666779756546  (0.06000838548477207)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2672  (0.2791787206610565)
+     | > loader_time: 0.0095  (0.008876425621313447)
+
+
+   --> TIME: 2025-12-21 12:46:38 -- STEP: 1898/2207 -- GLOBAL_STEP: 20350
+     | > loss_text_ce: 0.029659613966941833  (0.030867560519331438)
+     | > loss_mel_ce: 3.8518874645233154  (3.80958583947856)
+     | > loss: 0.060649171471595764  (0.060007084327876506)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2905  (0.2792153088385744)
+     | > loader_time: 0.0089  (0.008891735865770824)
+
+
+   --> TIME: 2025-12-21 12:46:57 -- STEP: 1948/2207 -- GLOBAL_STEP: 20400
+     | > loss_text_ce: 0.029927784577012062  (0.03085980789154554)
+     | > loss_mel_ce: 3.7252941131591797  (3.809625461116219)
+     | > loss: 0.05867534130811691  (0.06000758227710545)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2695  (0.2792228915608154)
+     | > loader_time: 0.0095  (0.008891950152982673)
+
+
+   --> TIME: 2025-12-21 12:47:17 -- STEP: 1998/2207 -- GLOBAL_STEP: 20450
+     | > loss_text_ce: 0.03319452330470085  (0.030859624606196408)
+     | > loss_mel_ce: 3.891561508178711  (3.809653092194367)
+     | > loss: 0.061324313282966614  (0.06000801114676831)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.266  (0.2792890162558651)
+     | > loader_time: 0.0083  (0.00888882241807542)
+
+
+   --> TIME: 2025-12-21 12:47:36 -- STEP: 2048/2207 -- GLOBAL_STEP: 20500
+     | > loss_text_ce: 0.029439985752105713  (0.03084829578165227)
+     | > loss_mel_ce: 3.90108585357666  (3.8098780608270317)
+     | > loss: 0.06141446530818939  (0.060011349260093994)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.24  (0.2793646088102837)
+     | > loader_time: 0.0088  (0.00888665369711816)
+
+
+   --> TIME: 2025-12-21 12:47:55 -- STEP: 2098/2207 -- GLOBAL_STEP: 20550
+     | > loss_text_ce: 0.028744757175445557  (0.03084498683738214)
+     | > loss_mel_ce: 3.8752195835113525  (3.808677380828203)
+     | > loss: 0.060999441891908646  (0.059992536937940454)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.2661  (0.2794211697192055)
+     | > loader_time: 0.0095  (0.008883777405672462)
+
+
+   --> TIME: 2025-12-21 12:48:15 -- STEP: 2148/2207 -- GLOBAL_STEP: 20600
+     | > loss_text_ce: 0.032124441117048264  (0.030849136339302835)
+     | > loss_mel_ce: 3.6190860271453857  (3.8092889245217965)
+     | > loss: 0.05705016478896141  (0.06000215714897965)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.291  (0.2793659517884924)
+     | > loader_time: 0.0096  (0.008893648450379042)
+
+
+   --> TIME: 2025-12-21 12:48:35 -- STEP: 2198/2207 -- GLOBAL_STEP: 20650
+     | > loss_text_ce: 0.03118201717734337  (0.030848595168817793)
+     | > loss_mel_ce: 3.7164382934570312  (3.807630991914036)
+     | > loss: 0.05855656787753105  (0.059976243487710926)
+     | > current_lr: 9.5e-06 
+     | > step_time: 0.3316  (0.2800430354473267)
+     | > loader_time: 0.0084  (0.009042994340405454)
+
+
+ > EVALUATION 
+
+
+  --> EVAL PERFORMANCE
+     | > avg_loader_time: 0.12325521095378979 (+0.05060135190551346)
+     | > avg_loss_text_ce: 0.02977932435837952 (-0.00013540999812854115)
+     | > avg_loss_mel_ce: 3.7917954229019784 (-0.016317742901879484)
+     | > avg_loss: 3.821574736285854 (-0.016453172709490538)
+
+ > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_12+10PM-0000000/best_model_20659.pth