Checkpoint at step 27622

best_model.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a791d8d884f3ffa78f1db199e055d69c7a0262a98adcb45dfb69c8cabbe12226
+oid sha256:503aef99d9537aa08e791cc7399a4e944e50bc1952ca4e5c836877f0acd39d94
 size 5607926677

best_model_27622.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503aef99d9537aa08e791cc7399a4e944e50bc1952ca4e5c836877f0acd39d94
+size 5607926677

checkpoint_26000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f98ade84f2a0d00ff991a3aef26ff728b6e00b3d27600a812a59dc9fb49e8a
+size 5607926677

checkpoint_27000.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e1f4e84f6da05c61d49072abe859ed3af7fc1abb8c873e4214ae4c24b1fc14
+size 5607926677

events.out.tfevents.1766322809.107952f8efb6.2511.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f70e9d308eb29f422bf5a851439ed8043fb249de54e4be73713196a32cd807cb
-size 24936
+oid sha256:4ce2928f74c1b636e892ddc4289176f9191891c4e70c5f9b9e77e4cf2fd926e5
+size 34186

trainer_0_log.txt

@@ -866,3 +866,421 @@
      | > avg_loss: 3.8049937196680017 (-0.009618180829125578)
 
  > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_01+13PM-0000000/best_model_25415.pth
+
+ > EPOCH: 3/6
+ --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_01+13PM-0000000
+
+ > TRAINING (2025-12-21 13:56:28) 
+
+   --> TIME: 2025-12-21 13:56:45 -- STEP: 35/2207 -- GLOBAL_STEP: 25450
+     | > loss_text_ce: 0.03242766857147217  (0.0310398168861866)
+     | > loss_mel_ce: 3.6960232257843018  (3.7501003333500456)
+     | > loss: 0.11651408672332764  (0.11816062991108213)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2687  (0.27627852984837126)
+     | > loader_time: 0.0086  (0.008825118201119558)
+
+
+   --> TIME: 2025-12-21 13:57:04 -- STEP: 85/2207 -- GLOBAL_STEP: 25500
+     | > loss_text_ce: 0.03328457474708557  (0.030774410507258248)
+     | > loss_mel_ce: 3.435823440551758  (3.74763328888837)
+     | > loss: 0.10840962827205658  (0.11807524088551016)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2903  (0.27862730867722457)
+     | > loader_time: 0.0082  (0.008582791160134709)
+
+
+   --> TIME: 2025-12-21 13:57:23 -- STEP: 135/2207 -- GLOBAL_STEP: 25550
+     | > loss_text_ce: 0.030738111585378647  (0.030730068366284724)
+     | > loss_mel_ce: 3.6091907024383545  (3.7662296365808556)
+     | > loss: 0.11374777555465698  (0.11865499102407032)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2887  (0.27722098739058904)
+     | > loader_time: 0.0078  (0.008579852845933702)
+
+
+   --> TIME: 2025-12-21 13:57:42 -- STEP: 185/2207 -- GLOBAL_STEP: 25600
+     | > loss_text_ce: 0.027488142251968384  (0.030708210230679125)
+     | > loss_mel_ce: 3.947298765182495  (3.761680862065908)
+     | > loss: 0.12421209365129471  (0.11851215861939095)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2907  (0.277479041589273)
+     | > loader_time: 0.0078  (0.008571557740907414)
+
+
+   --> TIME: 2025-12-21 13:58:01 -- STEP: 235/2207 -- GLOBAL_STEP: 25650
+     | > loss_text_ce: 0.030239643529057503  (0.030716987081030583)
+     | > loss_mel_ce: 3.6495673656463623  (3.7582448168003815)
+     | > loss: 0.11499396711587906  (0.11840505644362023)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2671  (0.2778542640361381)
+     | > loader_time: 0.0094  (0.008490749115639545)
+
+
+   --> TIME: 2025-12-21 13:58:21 -- STEP: 285/2207 -- GLOBAL_STEP: 25700
+     | > loss_text_ce: 0.029088255017995834  (0.03062100677113784)
+     | > loss_mel_ce: 3.7084126472473145  (3.754220708211263)
+     | > loss: 0.11679690331220627  (0.11827630369286789)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2669  (0.2795210227631687)
+     | > loader_time: 0.0079  (0.00847426130060564)
+
+
+   --> TIME: 2025-12-21 13:58:40 -- STEP: 335/2207 -- GLOBAL_STEP: 25750
+     | > loss_text_ce: 0.030066248029470444  (0.030584611660286563)
+     | > loss_mel_ce: 3.6607396602630615  (3.7569495734883778)
+     | > loss: 0.11533768475055695  (0.11836044334653598)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2706  (0.27906165834683083)
+     | > loader_time: 0.0087  (0.008462646114292429)
+
+
+   --> TIME: 2025-12-21 13:58:59 -- STEP: 385/2207 -- GLOBAL_STEP: 25800
+     | > loss_text_ce: 0.03222823143005371  (0.0306320420043035)
+     | > loss_mel_ce: 3.7840309143066406  (3.761045853503339)
+     | > loss: 0.1192580983042717  (0.11848993423310193)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2696  (0.2790489054345464)
+     | > loader_time: 0.0084  (0.008456380026681079)
+
+
+   --> TIME: 2025-12-21 13:59:18 -- STEP: 435/2207 -- GLOBAL_STEP: 25850
+     | > loss_text_ce: 0.030006803572177887  (0.030597581555959822)
+     | > loss_mel_ce: 3.721756935119629  (3.760562949893118)
+     | > loss: 0.11724261939525604  (0.11847376664137019)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.303  (0.2790646865450102)
+     | > loader_time: 0.0093  (0.008509760889513733)
+
+
+   --> TIME: 2025-12-21 13:59:37 -- STEP: 485/2207 -- GLOBAL_STEP: 25900
+     | > loss_text_ce: 0.03041052259504795  (0.030617063434928964)
+     | > loss_mel_ce: 3.775949478149414  (3.7595985456840277)
+     | > loss: 0.11894875019788742  (0.11844423786573803)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2957  (0.27876112534827774)
+     | > loader_time: 0.009  (0.008577107891594007)
+
+
+   --> TIME: 2025-12-21 13:59:56 -- STEP: 535/2207 -- GLOBAL_STEP: 25950
+     | > loss_text_ce: 0.03152916952967644  (0.030622428018495303)
+     | > loss_mel_ce: 3.689362049102783  (3.761493919497338)
+     | > loss: 0.11627785116434097  (0.11850363592678141)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2687  (0.2786018251258635)
+     | > loader_time: 0.0085  (0.00856945759782167)
+
+
+   --> TIME: 2025-12-21 14:00:16 -- STEP: 585/2207 -- GLOBAL_STEP: 26000
+     | > loss_text_ce: 0.028697330504655838  (0.030609205451149205)
+     | > loss_mel_ce: 3.8217365741729736  (3.767815567489363)
+     | > loss: 0.12032605707645416  (0.11870077421777268)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2679  (0.27859871774657136)
+     | > loader_time: 0.0087  (0.008566431306366223)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_01+13PM-0000000/checkpoint_26000.pth
+
+   --> TIME: 2025-12-21 14:01:00 -- STEP: 635/2207 -- GLOBAL_STEP: 26050
+     | > loss_text_ce: 0.03195982426404953  (0.03058803413268619)
+     | > loss_mel_ce: 3.9294650554656982  (3.771947936561164)
+     | > loss: 0.12379452586174011  (0.11882924916237358)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2953  (0.2790555296920412)
+     | > loader_time: 0.0082  (0.008574261252335676)
+
+
+   --> TIME: 2025-12-21 14:01:19 -- STEP: 685/2207 -- GLOBAL_STEP: 26100
+     | > loss_text_ce: 0.029906025156378746  (0.030592039659836867)
+     | > loss_mel_ce: 3.9183013439178467  (3.7701936043091933)
+     | > loss: 0.12338148057460785  (0.11877455143597875)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2898  (0.2793905244256454)
+     | > loader_time: 0.0088  (0.00856691973052756)
+
+
+   --> TIME: 2025-12-21 14:01:39 -- STEP: 735/2207 -- GLOBAL_STEP: 26150
+     | > loss_text_ce: 0.03394376486539841  (0.030575309184436895)
+     | > loss_mel_ce: 3.5053160190582275  (3.7663924162079687)
+     | > loss: 0.11060186475515366  (0.11865524146832576)
+     | > grad_norm: 0  (0.0)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2884  (0.27951415509593674)
+     | > loader_time: 0.0082  (0.008565408356335702)
+
+
+   --> TIME: 2025-12-21 14:01:58 -- STEP: 785/2207 -- GLOBAL_STEP: 26200
+     | > loss_text_ce: 0.028794758021831512  (0.030580831053340512)
+     | > loss_mel_ce: 3.6747522354125977  (3.7642579555511473)
+     | > loss: 0.11573584377765656  (0.11858871211861349)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2862  (0.2793472487455714)
+     | > loader_time: 0.0086  (0.008558925701554419)
+
+
+   --> TIME: 2025-12-21 14:02:17 -- STEP: 835/2207 -- GLOBAL_STEP: 26250
+     | > loss_text_ce: 0.030454277992248535  (0.030576847926406803)
+     | > loss_mel_ce: 3.660822868347168  (3.7663238633892493)
+     | > loss: 0.11535240709781647  (0.1186531472795024)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2626  (0.27934724756343576)
+     | > loader_time: 0.0081  (0.008553825595421703)
+
+
+   --> TIME: 2025-12-21 14:02:36 -- STEP: 885/2207 -- GLOBAL_STEP: 26300
+     | > loss_text_ce: 0.029698291793465614  (0.030572888722359123)
+     | > loss_mel_ce: 3.662203073501587  (3.7648717799429168)
+     | > loss: 0.11537192016839981  (0.11860764593222721)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2679  (0.2791797126080349)
+     | > loader_time: 0.0083  (0.008546724696617334)
+
+
+   --> TIME: 2025-12-21 14:02:55 -- STEP: 935/2207 -- GLOBAL_STEP: 26350
+     | > loss_text_ce: 0.02950849011540413  (0.030547960604575868)
+     | > loss_mel_ce: 3.711132764816284  (3.7603986666164295)
+     | > loss: 0.11689504235982895  (0.11846708212306793)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2906  (0.279140349760412)
+     | > loader_time: 0.0083  (0.008550044942029657)
+
+
+   --> TIME: 2025-12-21 14:03:14 -- STEP: 985/2207 -- GLOBAL_STEP: 26400
+     | > loss_text_ce: 0.030859457328915596  (0.030538405319155776)
+     | > loss_mel_ce: 3.873647451400757  (3.758941614083227)
+     | > loss: 0.12201584130525589  (0.11842125063468963)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2902  (0.2790945140238336)
+     | > loader_time: 0.0085  (0.008548412468227639)
+
+
+   --> TIME: 2025-12-21 14:03:33 -- STEP: 1035/2207 -- GLOBAL_STEP: 26450
+     | > loss_text_ce: 0.030756840482354164  (0.030544292138538497)
+     | > loss_mel_ce: 3.6057686805725098  (3.7558090861868743)
+     | > loss: 0.11364142596721649  (0.11832354307750573)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2665  (0.278972438683256)
+     | > loader_time: 0.0084  (0.008547093672452918)
+
+
+   --> TIME: 2025-12-21 14:03:52 -- STEP: 1085/2207 -- GLOBAL_STEP: 26500
+     | > loss_text_ce: 0.028105244040489197  (0.03053315707787116)
+     | > loss_mel_ce: 3.594032049179077  (3.7550717325254523)
+     | > loss: 0.11319179087877274  (0.1183001528000502)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2695  (0.2788271216203536)
+     | > loader_time: 0.0083  (0.008544518211470222)
+
+
+   --> TIME: 2025-12-21 14:04:11 -- STEP: 1135/2207 -- GLOBAL_STEP: 26550
+     | > loss_text_ce: 0.03335074707865715  (0.030526836223014126)
+     | > loss_mel_ce: 3.6563310623168945  (3.755183936635828)
+     | > loss: 0.11530255526304245  (0.11830346164855662)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2662  (0.2787323958023)
+     | > loader_time: 0.0086  (0.008546379904389906)
+
+
+   --> TIME: 2025-12-21 14:04:30 -- STEP: 1185/2207 -- GLOBAL_STEP: 26600
+     | > loss_text_ce: 0.029447518289089203  (0.0305212406072184)
+     | > loss_mel_ce: 3.5401268005371094  (3.755304829078385)
+     | > loss: 0.11154919862747192  (0.11830706468111352)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2976  (0.27860968444920753)
+     | > loader_time: 0.0083  (0.008542679130779532)
+
+
+   --> TIME: 2025-12-21 14:04:49 -- STEP: 1235/2207 -- GLOBAL_STEP: 26650
+     | > loss_text_ce: 0.02829977497458458  (0.03051129184090174)
+     | > loss_mel_ce: 3.787839889526367  (3.754444268068321)
+     | > loss: 0.11925436556339264  (0.11827986126969217)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.287  (0.2786660482043677)
+     | > loader_time: 0.0083  (0.008535107523806172)
+
+
+   --> TIME: 2025-12-21 14:05:09 -- STEP: 1285/2207 -- GLOBAL_STEP: 26700
+     | > loss_text_ce: 0.030588921159505844  (0.030509382677681253)
+     | > loss_mel_ce: 3.7528798580169678  (3.7545885125022918)
+     | > loss: 0.11823339760303497  (0.11828430926985314)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2888  (0.2786294595740647)
+     | > loader_time: 0.0079  (0.00852842831889942)
+
+
+   --> TIME: 2025-12-21 14:05:28 -- STEP: 1335/2207 -- GLOBAL_STEP: 26750
+     | > loss_text_ce: 0.027965180575847626  (0.03051176279894868)
+     | > loss_mel_ce: 3.7897305488586426  (3.7537232663301046)
+     | > loss: 0.11930298805236816  (0.11825734472341752)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2876  (0.2785956473832719)
+     | > loader_time: 0.0091  (0.008524640222613716)
+
+
+   --> TIME: 2025-12-21 14:05:47 -- STEP: 1385/2207 -- GLOBAL_STEP: 26800
+     | > loss_text_ce: 0.03194335848093033  (0.030514165751017387)
+     | > loss_mel_ce: 3.7113494873046875  (3.7537057513364385)
+     | > loss: 0.11697790026664734  (0.1182568724674008)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2878  (0.27863029125365096)
+     | > loader_time: 0.0091  (0.008518489947818229)
+
+
+   --> TIME: 2025-12-21 14:06:06 -- STEP: 1435/2207 -- GLOBAL_STEP: 26850
+     | > loss_text_ce: 0.030382463708519936  (0.030501807773102865)
+     | > loss_mel_ce: 3.758589744567871  (3.7537995931578845)
+     | > loss: 0.11840537935495377  (0.11825941884143842)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2671  (0.278642288733027)
+     | > loader_time: 0.0081  (0.008516981709709558)
+
+
+   --> TIME: 2025-12-21 14:06:25 -- STEP: 1485/2207 -- GLOBAL_STEP: 26900
+     | > loss_text_ce: 0.03060334548354149  (0.03049458301554023)
+     | > loss_mel_ce: 3.750771999359131  (3.7536874992678864)
+     | > loss: 0.11816798150539398  (0.11825569014155905)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2657  (0.2786938026697946)
+     | > loader_time: 0.0079  (0.008515229530206012)
+
+
+   --> TIME: 2025-12-21 14:06:45 -- STEP: 1535/2207 -- GLOBAL_STEP: 26950
+     | > loss_text_ce: 0.02898697555065155  (0.030495939585789795)
+     | > loss_mel_ce: 3.676438808441162  (3.753437235456336)
+     | > loss: 0.11579455435276031  (0.11824791176602584)
+     | > grad_norm: 0  (0.0)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2884  (0.2787559742259667)
+     | > loader_time: 0.0085  (0.00851428205881521)
+
+
+   --> TIME: 2025-12-21 14:07:04 -- STEP: 1585/2207 -- GLOBAL_STEP: 27000
+     | > loss_text_ce: 0.03194567933678627  (0.03050107830776965)
+     | > loss_mel_ce: 3.738949775695801  (3.7544068303394016)
+     | > loss: 0.1178404837846756  (0.11827837218903593)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2656  (0.27884635880166386)
+     | > loader_time: 0.0086  (0.008516524492378105)
+
+
+ > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_01+13PM-0000000/checkpoint_27000.pth
+
+   --> TIME: 2025-12-21 14:07:48 -- STEP: 1635/2207 -- GLOBAL_STEP: 27050
+     | > loss_text_ce: 0.032329823821783066  (0.03050948491701657)
+     | > loss_mel_ce: 3.5047364234924316  (3.7529414898758633)
+     | > loss: 0.11053331941366196  (0.11823284300642276)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2907  (0.27871653822219294)
+     | > loader_time: 0.0084  (0.008518698456090514)
+
+
+   --> TIME: 2025-12-21 14:08:07 -- STEP: 1685/2207 -- GLOBAL_STEP: 27100
+     | > loss_text_ce: 0.030362693592905998  (0.030514976497220004)
+     | > loss_mel_ce: 3.7309579849243164  (3.753050630807169)
+     | > loss: 0.11754126846790314  (0.11823642527137383)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2908  (0.2787845163034045)
+     | > loader_time: 0.0078  (0.008518954483620837)
+
+
+   --> TIME: 2025-12-21 14:08:26 -- STEP: 1735/2207 -- GLOBAL_STEP: 27150
+     | > loss_text_ce: 0.03006788343191147  (0.03051943381019044)
+     | > loss_mel_ce: 3.8563950061798096  (3.7534597729399843)
+     | > loss: 0.1214519664645195  (0.11824935024512948)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2603  (0.2787584670338916)
+     | > loader_time: 0.0085  (0.00852013541229862)
+
+
+   --> TIME: 2025-12-21 14:08:45 -- STEP: 1785/2207 -- GLOBAL_STEP: 27200
+     | > loss_text_ce: 0.03012971580028534  (0.030519713036695116)
+     | > loss_mel_ce: 3.601177215576172  (3.7535282881653944)
+     | > loss: 0.11347834020853043  (0.11825150007209859)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2867  (0.27879353972042265)
+     | > loader_time: 0.009  (0.008521089901109355)
+
+
+   --> TIME: 2025-12-21 14:09:04 -- STEP: 1835/2207 -- GLOBAL_STEP: 27250
+     | > loss_text_ce: 0.0311209075152874  (0.03052278661070143)
+     | > loss_mel_ce: 3.594130039215088  (3.7534812028141697)
+     | > loss: 0.11328909546136856  (0.11825012470867069)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.268  (0.2787015712228714)
+     | > loader_time: 0.0083  (0.008523916223718281)
+
+
+   --> TIME: 2025-12-21 14:09:23 -- STEP: 1885/2207 -- GLOBAL_STEP: 27300
+     | > loss_text_ce: 0.031185543164610863  (0.03052227413602944)
+     | > loss_mel_ce: 3.680067777633667  (3.754003593207038)
+     | > loss: 0.11597666889429092  (0.11826643339439792)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2904  (0.27872655284183373)
+     | > loader_time: 0.0084  (0.008522632204253075)
+
+
+   --> TIME: 2025-12-21 14:09:42 -- STEP: 1935/2207 -- GLOBAL_STEP: 27350
+     | > loss_text_ce: 0.030430231243371964  (0.030514250075786304)
+     | > loss_mel_ce: 3.5651445388793945  (3.7541471607001253)
+     | > loss: 0.11236171424388885  (0.11827066914209716)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2866  (0.27866131945173833)
+     | > loader_time: 0.0089  (0.008521158134598427)
+
+
+   --> TIME: 2025-12-21 14:10:01 -- STEP: 1985/2207 -- GLOBAL_STEP: 27400
+     | > loss_text_ce: 0.030055422335863113  (0.03051472893477387)
+     | > loss_mel_ce: 3.7618050575256348  (3.7540726212470297)
+     | > loss: 0.1184956431388855  (0.11826835476256138)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2679  (0.2786427989114138)
+     | > loader_time: 0.009  (0.008517346394152104)
+
+
+   --> TIME: 2025-12-21 14:10:20 -- STEP: 2035/2207 -- GLOBAL_STEP: 27450
+     | > loss_text_ce: 0.03040308877825737  (0.030510180758390147)
+     | > loss_mel_ce: 3.7902610301971436  (3.754802771575328)
+     | > loss: 0.11939575523138046  (0.11829102982833285)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2688  (0.2785642873450049)
+     | > loader_time: 0.0084  (0.008517672564532284)
+
+
+   --> TIME: 2025-12-21 14:10:40 -- STEP: 2085/2207 -- GLOBAL_STEP: 27500
+     | > loss_text_ce: 0.030002646148204803  (0.030512853956622756)
+     | > loss_mel_ce: 3.773533821105957  (3.7542464462115617)
+     | > loss: 0.11886051297187805  (0.11827372819971409)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.266  (0.2785375915271198)
+     | > loader_time: 0.0082  (0.008517646560851884)
+
+
+   --> TIME: 2025-12-21 14:10:59 -- STEP: 2135/2207 -- GLOBAL_STEP: 27550
+     | > loss_text_ce: 0.03281072899699211  (0.030520384258806568)
+     | > loss_mel_ce: 4.002165794372559  (3.753668455776063)
+     | > loss: 0.12609301507472992  (0.11825590132620072)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2896  (0.2785005877671251)
+     | > loader_time: 0.0087  (0.008517607704537794)
+
+
+   --> TIME: 2025-12-21 14:11:18 -- STEP: 2185/2207 -- GLOBAL_STEP: 27600
+     | > loss_text_ce: 0.02841413952410221  (0.030524629246213342)
+     | > loss_mel_ce: 3.7310259342193604  (3.7539149707733084)
+     | > loss: 0.1174825057387352  (0.11826373756409236)
+     | > current_lr: 4.05e-06 
+     | > step_time: 0.2682  (0.2784893189742306)
+     | > loader_time: 0.0091  (0.008516531623473685)
+
+
+ > EVALUATION 
+
+
+  --> EVAL PERFORMANCE
+     | > avg_loader_time: 0.07688293263718887 (+0.0075788401268623296)
+     | > avg_loss_text_ce: 0.029507476861613827 (-7.237656344030383e-05)
+     | > avg_loss_mel_ce: 3.7666906021736763 (-0.008723270248722326)
+     | > avg_loss: 3.7961980764930314 (-0.00879564317497028)
+
+ > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-21-2025_01+13PM-0000000/best_model_27622.pth