diff --git "a/trainer_0_log.txt" "b/trainer_0_log.txt" --- "a/trainer_0_log.txt" +++ "b/trainer_0_log.txt" @@ -11,9037 +11,24 @@ | > Torch CUDNN deterministic: False | > Torch CUDNN benchmark: False | > Torch TF32 MatMul: False - > Start Tensorboard: tensorboard --logdir=/workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - > Restoring from checkpoint_54000.pth ... + > Start Tensorboard: tensorboard --logdir=/workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-27-2025_01+20PM-0000000 + > Restoring from checkpoint_78000.pth ... > Restoring Model... > Restoring Optimizer... - > Model restored from step 54000 + > Model restored from step 78000 > Model has 518442047 parameters  > EPOCH: 0/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 + --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-27-2025_01+20PM-0000000  > EVALUATION  --> EVAL PERFORMANCE - | > avg_loader_time: 0.07857356361440711 (+0) - | > avg_loss_text_ce: 0.028191554750240332 (+0) - | > avg_loss_mel_ce: 3.704361142338933 (+0) - | > avg_loss: 3.7325526959187276 (+0) - - > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/best_model_54001.pth - - > EPOCH: 1/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 15:28:25)  - - --> TIME: 2025-12-26 15:28:38 -- STEP: 24/2207 -- GLOBAL_STEP: 54025 - | > loss_text_ce: 0.02927742339670658 (0.02898698882199824) - | > loss_mel_ce: 3.4216294288635254 (3.4653585851192474) - | > loss: 0.05392041802406311 (0.05459914977351824) - | > current_lr: 2e-05 - | > step_time: 0.2664 (0.27874844272931415) - | > loader_time: 0.0125 (0.009828110535939535) - - - --> TIME: 2025-12-26 15:28:48 -- STEP: 49/2207 -- GLOBAL_STEP: 54050 - | > loss_text_ce: 0.02990519069135189 (0.029005217232874463) - | > loss_mel_ce: 3.3642563819885254 (3.443850006375994) - | > loss: 0.053033772855997086 (0.05426336315517523) - | > current_lr: 2e-05 - | > step_time: 0.29 (0.27816818198379195) - | > loader_time: 0.0089 (0.009628519719960739) - - - --> TIME: 2025-12-26 15:28:58 -- STEP: 74/2207 -- GLOBAL_STEP: 54075 - | > loss_text_ce: 0.03094390779733658 (0.029072538798523916) - | > loss_mel_ce: 3.378239631652832 (3.4439650838439526) - | > loss: 0.053268492221832275 (0.05426621296115824) - | > current_lr: 2e-05 - | > step_time: 0.291 (0.2792626683776442) - | > loader_time: 0.0086 (0.009962716618099728) - - - --> TIME: 2025-12-26 15:29:07 -- STEP: 99/2207 -- GLOBAL_STEP: 54100 - | > loss_text_ce: 0.028756026178598404 (0.028983329319291644) - | > loss_mel_ce: 3.36210036277771 (3.435444140675092) - | > loss: 0.052982132881879807 (0.054131679387405665) - | > current_lr: 2e-05 - | > step_time: 0.2691 (0.2798064790590845) - | > loader_time: 0.0099 (0.009732612455734098) - - - --> TIME: 2025-12-26 15:29:17 -- STEP: 124/2207 -- GLOBAL_STEP: 54125 - | > loss_text_ce: 0.02908291481435299 (0.02899314048549821) - | > loss_mel_ce: 3.3579318523406982 (3.4391061625173016) - | > loss: 0.05292210727930069 (0.05418905183192222) - | > current_lr: 2e-05 - | > step_time: 0.2658 (0.2809863513515842) - | > loader_time: 0.0086 (0.009677121716160928) - - - --> TIME: 2025-12-26 15:29:27 -- STEP: 149/2207 -- GLOBAL_STEP: 54150 - | > loss_text_ce: 0.02589108608663082 (0.028921472296218744) - | > loss_mel_ce: 3.37038254737854 (3.421621817070366) - | > loss: 0.05306677520275116 (0.05391473908152356) - | > current_lr: 2e-05 - | > step_time: 0.2969 (0.2806117886664884) - | > loader_time: 0.0087 (0.009534589396227127) - - - --> TIME: 2025-12-26 15:29:36 -- STEP: 174/2207 -- GLOBAL_STEP: 54175 - | > loss_text_ce: 0.030064353719353676 (0.028973817846727097) - | > loss_mel_ce: 3.8219406604766846 (3.420966312803071) - | > loss: 0.060187578201293945 (0.05390531471234628) - | > current_lr: 2e-05 - | > step_time: 0.2866 (0.2810635511902556) - | > loader_time: 0.0081 (0.009380681761379904) - - - --> TIME: 2025-12-26 15:29:46 -- STEP: 199/2207 -- GLOBAL_STEP: 54200 - | > loss_text_ce: 0.028979532420635223 (0.028972143578768976) - | > loss_mel_ce: 3.3994007110595703 (3.4142718818319504) - | > loss: 0.05356844142079353 (0.05380068803627287) - | > current_lr: 2e-05 - | > step_time: 0.2873 (0.2805782310926735) - | > loader_time: 0.0087 (0.009311057814401608) - - - --> TIME: 2025-12-26 15:29:55 -- STEP: 224/2207 -- GLOBAL_STEP: 54225 - | > loss_text_ce: 0.026494212448596954 (0.028936721251479218) - | > loss_mel_ce: 3.32342267036438 (3.4070052078792026) - | > loss: 0.052342452108860016 (0.05368659276116107) - | > current_lr: 2e-05 - | > step_time: 0.2667 (0.2801014174308097) - | > loader_time: 0.0087 (0.009406304785183506) - - - --> TIME: 2025-12-26 15:30:05 -- STEP: 249/2207 -- GLOBAL_STEP: 54250 - | > loss_text_ce: 0.02807586081326008 (0.028917100475016368) - | > loss_mel_ce: 3.2502052783966064 (3.4125384326919495) - | > loss: 0.05122314393520355 (0.053772742788954435) - | > current_lr: 2e-05 - | > step_time: 0.2896 (0.27994844903907645) - | > loader_time: 0.0088 (0.00935638190273301) - - - --> TIME: 2025-12-26 15:30:15 -- STEP: 274/2207 -- GLOBAL_STEP: 54275 - | > loss_text_ce: 0.0284789577126503 (0.028944846623352845) - | > loss_mel_ce: 3.6051766872406006 (3.4096496183506764) - | > loss: 0.05677586793899536 (0.053728038608266505) - | > current_lr: 2e-05 - | > step_time: 0.2871 (0.2795705847496536) - | > loader_time: 0.0092 (0.00931391054696411) - - - --> TIME: 2025-12-26 15:30:24 -- STEP: 299/2207 -- GLOBAL_STEP: 54300 - | > loss_text_ce: 0.028269128873944283 (0.028919013067581583) - | > loss_mel_ce: 3.2688610553741455 (3.411358280724108) - | > loss: 0.051517657935619354 (0.05375433277126938) - | > current_lr: 2e-05 - | > step_time: 0.2655 (0.2794829403676318) - | > loader_time: 0.0088 (0.009280174472260243) - - - --> TIME: 2025-12-26 15:30:34 -- STEP: 324/2207 -- GLOBAL_STEP: 54325 - | > loss_text_ce: 0.0291609950363636 (0.02895170875629525) - | > loss_mel_ce: 3.51663875579834 (3.4171858069337446) - | > loss: 0.05540312081575394 (0.05384589870816764) - | > current_lr: 2e-05 - | > step_time: 0.2861 (0.27943739258212824) - | > loader_time: 0.0081 (0.00922991905683353) - - - --> TIME: 2025-12-26 15:30:44 -- STEP: 349/2207 -- GLOBAL_STEP: 54350 - | > loss_text_ce: 0.02918488346040249 (0.02897035518933333) - | > loss_mel_ce: 3.073133707046509 (3.415895909497936) - | > loss: 0.04847372695803642 (0.05382603538198594) - | > current_lr: 2e-05 - | > step_time: 0.2899 (0.27981166648318234) - | > loader_time: 0.0094 (0.009231729288839002) - - - --> TIME: 2025-12-26 15:30:53 -- STEP: 374/2207 -- GLOBAL_STEP: 54375 - | > loss_text_ce: 0.02938292734324932 (0.028938588751031752) - | > loss_mel_ce: 3.1135435104370117 (3.41454365865432) - | > loss: 0.04910822585225105 (0.05380441013345107) - | > current_lr: 2e-05 - | > step_time: 0.287 (0.27992533681226933) - | > loader_time: 0.0084 (0.009180623579790255) - - - --> TIME: 2025-12-26 15:31:03 -- STEP: 399/2207 -- GLOBAL_STEP: 54400 - | > loss_text_ce: 0.02926703914999962 (0.028957744859588474) - | > loss_mel_ce: 3.288914918899536 (3.4137892902345586) - | > loss: 0.051846593618392944 (0.05379292242845198) - | > current_lr: 2e-05 - | > step_time: 0.2539 (0.2798635117093423) - | > loader_time: 0.0084 (0.009136405505034566) - - - --> TIME: 2025-12-26 15:31:12 -- STEP: 424/2207 -- GLOBAL_STEP: 54425 - | > loss_text_ce: 0.028712904080748558 (0.028943282846396544) - | > loss_mel_ce: 3.573253870010376 (3.4119351933587274) - | > loss: 0.05628073215484619 (0.05376372619901063) - | > current_lr: 2e-05 - | > step_time: 0.2876 (0.27956752675884167) - | > loader_time: 0.008 (0.00912029225871249) - - - --> TIME: 2025-12-26 15:31:22 -- STEP: 449/2207 -- GLOBAL_STEP: 54450 - | > loss_text_ce: 0.03075176663696766 (0.028948867983933545) - | > loss_mel_ce: 3.849032163619995 (3.4131461612896823) - | > loss: 0.06062162294983864 (0.05378273485398505) - | > current_lr: 2e-05 - | > step_time: 0.2653 (0.27937390703400944) - | > loader_time: 0.0081 (0.009096029341088115) - - - --> TIME: 2025-12-26 15:31:31 -- STEP: 474/2207 -- GLOBAL_STEP: 54475 - | > loss_text_ce: 0.027970153838396072 (0.02895615188962925) - | > loss_mel_ce: 3.5320305824279785 (3.4147841558174745) - | > loss: 0.055625010281801224 (0.053808442336597526) - | > current_lr: 2e-05 - | > step_time: 0.2655 (0.2792645300490946) - | > loader_time: 0.0093 (0.009071147894557525) - - - --> TIME: 2025-12-26 15:31:41 -- STEP: 499/2207 -- GLOBAL_STEP: 54500 - | > loss_text_ce: 0.02947373129427433 (0.02897572157930635) - | > loss_mel_ce: 3.3338072299957275 (3.41347182824282) - | > loss: 0.0525512658059597 (0.05378824301467152) - | > current_lr: 2e-05 - | > step_time: 0.2891 (0.27896420893544893) - | > loader_time: 0.0092 (0.009044656294859012) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_54500.pth - - --> TIME: 2025-12-26 15:32:16 -- STEP: 524/2207 -- GLOBAL_STEP: 54525 - | > loss_text_ce: 0.029689926654100418 (0.028980273284188663) - | > loss_mel_ce: 3.297302007675171 (3.412326480141123) - | > loss: 0.05198425054550171 (0.053770418072702324) - | > current_lr: 2e-05 - | > step_time: 0.2894 (0.27896201929063275) - | > loader_time: 0.0088 (0.009051658725010537) - - - --> TIME: 2025-12-26 15:32:25 -- STEP: 549/2207 -- GLOBAL_STEP: 54550 - | > loss_text_ce: 0.025041639804840088 (0.0289870255502901) - | > loss_mel_ce: 3.2148282527923584 (3.412095780798212) - | > loss: 0.05062296614050865 (0.053766918896217375) - | > current_lr: 2e-05 - | > step_time: 0.2961 (0.27917854686035254) - | > loader_time: 0.0093 (0.009041091783450606) - - - --> TIME: 2025-12-26 15:32:35 -- STEP: 574/2207 -- GLOBAL_STEP: 54575 - | > loss_text_ce: 0.026116855442523956 (0.02896475030323458) - | > loss_mel_ce: 3.2002575397491455 (3.412657521742977) - | > loss: 0.050412099808454514 (0.05377534804184263) - | > current_lr: 2e-05 - | > step_time: 0.2899 (0.2791200494101653) - | > loader_time: 0.008 (0.00902919196085648) - - - --> TIME: 2025-12-26 15:32:44 -- STEP: 599/2207 -- GLOBAL_STEP: 54600 - | > loss_text_ce: 0.030940694734454155 (0.028977525558863737) - | > loss_mel_ce: 3.380866527557373 (3.413386992500701) - | > loss: 0.05330948904156685 (0.05378694565522055) - | > current_lr: 2e-05 - | > step_time: 0.2656 (0.27906869090658176) - | > loader_time: 0.0078 (0.009005302180829955) - - - --> TIME: 2025-12-26 15:32:54 -- STEP: 624/2207 -- GLOBAL_STEP: 54625 - | > loss_text_ce: 0.028748100623488426 (0.028972571521687012) - | > loss_mel_ce: 3.589721918106079 (3.411803100735715) - | > loss: 0.05653859302401543 (0.053762119932052425) - | > current_lr: 2e-05 - | > step_time: 0.2903 (0.27886023850013014) - | > loader_time: 0.0081 (0.00900876674896632) - - - --> TIME: 2025-12-26 15:33:03 -- STEP: 649/2207 -- GLOBAL_STEP: 54650 - | > loss_text_ce: 0.029193464666604996 (0.028993468553700323) - | > loss_mel_ce: 3.4040274620056152 (3.41130135276101) - | > loss: 0.053644075989723206 (0.05375460663290899) - | > current_lr: 2e-05 - | > step_time: 0.2869 (0.27882564269890187) - | > loader_time: 0.0089 (0.009000026573569086) - - - --> TIME: 2025-12-26 15:33:13 -- STEP: 674/2207 -- GLOBAL_STEP: 54675 - | > loss_text_ce: 0.028772881254553795 (0.028983168400691418) - | > loss_mel_ce: 3.1205670833587646 (3.4111524937060906) - | > loss: 0.04920843616127968 (0.05375211977176038) - | > current_lr: 2e-05 - | > step_time: 0.2686 (0.27880311083015374) - | > loader_time: 0.0083 (0.00900525721315107) - - - --> TIME: 2025-12-26 15:33:23 -- STEP: 699/2207 -- GLOBAL_STEP: 54700 - | > loss_text_ce: 0.027833329513669014 (0.028968763693591557) - | > loss_mel_ce: 3.3125529289245605 (3.412368934724124) - | > loss: 0.052193533629179 (0.05377090158998882) - | > current_lr: 2e-05 - | > step_time: 0.2669 (0.27895190344006837) - | > loader_time: 0.0097 (0.00900045109750205) - - - --> TIME: 2025-12-26 15:33:32 -- STEP: 724/2207 -- GLOBAL_STEP: 54725 - | > loss_text_ce: 0.02974916622042656 (0.028962178148061696) - | > loss_mel_ce: 3.312917470932007 (3.409370274833554) - | > loss: 0.05222916603088379 (0.05372394462893023) - | > current_lr: 2e-05 - | > step_time: 0.2902 (0.27906825002385716) - | > loader_time: 0.0092 (0.008989800735073198) - - - --> TIME: 2025-12-26 15:33:42 -- STEP: 749/2207 -- GLOBAL_STEP: 54750 - | > loss_text_ce: 0.02941226027905941 (0.028973904956823514) - | > loss_mel_ce: 3.470987319946289 (3.4089674752290176) - | > loss: 0.05469374358654022 (0.0537178341165006) - | > current_lr: 2e-05 - | > step_time: 0.2956 (0.27892216725724983) - | > loader_time: 0.0087 (0.008974351933865107) - - - --> TIME: 2025-12-26 15:33:51 -- STEP: 774/2207 -- GLOBAL_STEP: 54775 - | > loss_text_ce: 0.027943717315793037 (0.0289748055831522) - | > loss_mel_ce: 3.359510898590088 (3.4098046297250804) - | > loss: 0.05292897671461105 (0.05373092872170054) - | > current_lr: 2e-05 - | > step_time: 0.2974 (0.27892308518559983) - | > loader_time: 0.0084 (0.008961287271760852) - - - --> TIME: 2025-12-26 15:34:01 -- STEP: 799/2207 -- GLOBAL_STEP: 54800 - | > loss_text_ce: 0.026916541159152985 (0.028963573880782714) - | > loss_mel_ce: 3.2329354286193848 (3.4104486514391095) - | > loss: 0.05093518644571304 (0.053740816062621696) - | > current_lr: 2e-05 - | > step_time: 0.2694 (0.27889772529745227) - | > loader_time: 0.0082 (0.008949874190424806) - - - --> TIME: 2025-12-26 15:34:11 -- STEP: 824/2207 -- GLOBAL_STEP: 54825 - | > loss_text_ce: 0.02895522117614746 (0.028953652379093964) - | > loss_mel_ce: 3.256784439086914 (3.410474523757269) - | > loss: 0.051339682191610336 (0.05374106529250163) - | > current_lr: 2e-05 - | > step_time: 0.2903 (0.27900215231099135) - | > loader_time: 0.0086 (0.008944737679750025) - - - --> TIME: 2025-12-26 15:34:20 -- STEP: 849/2207 -- GLOBAL_STEP: 54850 - | > loss_text_ce: 0.02941294200718403 (0.028954838524332317) - | > loss_mel_ce: 3.373232364654541 (3.4089014968265503) - | > loss: 0.053166333585977554 (0.05371650527324638) - | > current_lr: 2e-05 - | > step_time: 0.268 (0.2789621044244301) - | > loader_time: 0.0163 (0.008933647220912623) - - - --> TIME: 2025-12-26 15:34:30 -- STEP: 874/2207 -- GLOBAL_STEP: 54875 - | > loss_text_ce: 0.028521567583084106 (0.02895101007645272) - | > loss_mel_ce: 3.4846320152282715 (3.408003026615292) - | > loss: 0.054893024265766144 (0.05370240684948197) - | > current_lr: 2e-05 - | > step_time: 0.2661 (0.2788895060323191) - | > loader_time: 0.009 (0.008922558081777478) - - - --> TIME: 2025-12-26 15:34:39 -- STEP: 899/2207 -- GLOBAL_STEP: 54900 - | > loss_text_ce: 0.03157752379775047 (0.028967925507960648) - | > loss_mel_ce: 3.3463668823242188 (3.4081509206133247) - | > loss: 0.052780382335186005 (0.053704981999813654) - | > current_lr: 2e-05 - | > step_time: 0.269 (0.27882747496327986) - | > loader_time: 0.0091 (0.008910960960176028) - - - --> TIME: 2025-12-26 15:34:49 -- STEP: 924/2207 -- GLOBAL_STEP: 54925 - | > loss_text_ce: 0.029969150200486183 (0.028968830066793537) - | > loss_mel_ce: 3.6980252265930176 (3.4078044917160306) - | > loss: 0.05824991315603256 (0.05369958318205495) - | > current_lr: 2e-05 - | > step_time: 0.2968 (0.2788211868438879) - | > loader_time: 0.009 (0.008898723693121054) - - - --> TIME: 2025-12-26 15:34:58 -- STEP: 949/2207 -- GLOBAL_STEP: 54950 - | > loss_text_ce: 0.029727308079600334 (0.028974152940499143) - | > loss_mel_ce: 3.513112783432007 (3.4080798917374455) - | > loss: 0.05535687506198883 (0.05370396947600066) - | > current_lr: 2e-05 - | > step_time: 0.2661 (0.2788905258299295) - | > loader_time: 0.0083 (0.008887772313912884) - - - --> TIME: 2025-12-26 15:35:08 -- STEP: 974/2207 -- GLOBAL_STEP: 54975 - | > loss_text_ce: 0.030032383278012276 (0.028970151652010192) - | > loss_mel_ce: 3.3495166301727295 (3.4078386671978844) - | > loss: 0.05280545353889465 (0.0537001378184043) - | > current_lr: 2e-05 - | > step_time: 0.2617 (0.2788614411618424) - | > loader_time: 0.0081 (0.00887640276483932) - - - --> TIME: 2025-12-26 15:35:18 -- STEP: 999/2207 -- GLOBAL_STEP: 55000 - | > loss_text_ce: 0.02829788625240326 (0.028976831756703725) - | > loss_mel_ce: 3.198909282684326 (3.4061202881214507) - | > loss: 0.05042511224746704 (0.05367339252530634) - | > current_lr: 2e-05 - | > step_time: 0.2918 (0.2788502234477055) - | > loader_time: 0.0085 (0.008881304953788024) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_55000.pth - - --> TIME: 2025-12-26 15:35:51 -- STEP: 1024/2207 -- GLOBAL_STEP: 55025 - | > loss_text_ce: 0.029127251356840134 (0.028974646542337723) - | > loss_mel_ce: 3.307396173477173 (3.407420323230327) - | > loss: 0.05213318020105362 (0.053693671427026864) - | > current_lr: 2e-05 - | > step_time: 0.2415 (0.27883456810377477) - | > loader_time: 0.0082 (0.00889592524617911) - - - --> TIME: 2025-12-26 15:36:00 -- STEP: 1049/2207 -- GLOBAL_STEP: 55050 - | > loss_text_ce: 0.029072973877191544 (0.02898266019425697) - | > loss_mel_ce: 3.0973522663116455 (3.406004323404784) - | > loss: 0.048850394785404205 (0.05367167163693531) - | > current_lr: 2e-05 - | > step_time: 0.2898 (0.27880217667644136) - | > loader_time: 0.0088 (0.008904085259305746) - - - --> TIME: 2025-12-26 15:36:10 -- STEP: 1074/2207 -- GLOBAL_STEP: 55075 - | > loss_text_ce: 0.02846940979361534 (0.02897762980839338) - | > loss_mel_ce: 3.352646589279175 (3.4060319777529555) - | > loss: 0.052829936146736145 (0.05367202513974362) - | > current_lr: 2e-05 - | > step_time: 0.2665 (0.2787564755374043) - | > loader_time: 0.0091 (0.008902078678266083) - - - --> TIME: 2025-12-26 15:36:19 -- STEP: 1099/2207 -- GLOBAL_STEP: 55100 - | > loss_text_ce: 0.027991143986582756 (0.028985428755206342) - | > loss_mel_ce: 3.6074650287628174 (3.407700029473829) - | > loss: 0.056804001331329346 (0.053698210305008064) - | > current_lr: 2e-05 - | > step_time: 0.2684 (0.27864099134630826) - | > loader_time: 0.0099 (0.008901690872719994) - - - --> TIME: 2025-12-26 15:36:29 -- STEP: 1124/2207 -- GLOBAL_STEP: 55125 - | > loss_text_ce: 0.028030049055814743 (0.028976469062056618) - | > loss_mel_ce: 3.31011700630188 (3.4067231408217618) - | > loss: 0.052158549427986145 (0.05368280642105804) - | > current_lr: 2e-05 - | > step_time: 0.2865 (0.27869576279378805) - | > loader_time: 0.0086 (0.00890061991070514) - - - --> TIME: 2025-12-26 15:36:39 -- STEP: 1149/2207 -- GLOBAL_STEP: 55150 - | > loss_text_ce: 0.02928575500845909 (0.02897957793304825) - | > loss_mel_ce: 3.3404626846313477 (3.404857045987878) - | > loss: 0.05265231803059578 (0.05365369725709795) - | > current_lr: 2e-05 - | > step_time: 0.2897 (0.27870679835426526) - | > loader_time: 0.0081 (0.008897146834198353) - - - --> TIME: 2025-12-26 15:36:48 -- STEP: 1174/2207 -- GLOBAL_STEP: 55175 - | > loss_text_ce: 0.0289112851023674 (0.02897841308989405) - | > loss_mel_ce: 3.317185401916504 (3.4037044182343617) - | > loss: 0.05228276178240776 (0.05363566924387896) - | > current_lr: 2e-05 - | > step_time: 0.2681 (0.2787448738462061) - | > loader_time: 0.0089 (0.008899700702556768) - - - --> TIME: 2025-12-26 15:36:58 -- STEP: 1199/2207 -- GLOBAL_STEP: 55200 - | > loss_text_ce: 0.031119875609874725 (0.02897477974249881) - | > loss_mel_ce: 3.476569414138794 (3.4046923104080173) - | > loss: 0.054807644337415695 (0.05365104829151497) - | > current_lr: 2e-05 - | > step_time: 0.2653 (0.27880378381921544) - | > loader_time: 0.0081 (0.00890862772721267) - - - --> TIME: 2025-12-26 15:37:08 -- STEP: 1224/2207 -- GLOBAL_STEP: 55225 - | > loss_text_ce: 0.028768517076969147 (0.02897898527623148) - | > loss_mel_ce: 3.4066553115844727 (3.4056200556505725) - | > loss: 0.053678497672080994 (0.05366561002116285) - | > current_lr: 2e-05 - | > step_time: 0.2658 (0.27878174283146007) - | > loader_time: 0.0085 (0.008912677663603657) - - - --> TIME: 2025-12-26 15:37:17 -- STEP: 1249/2207 -- GLOBAL_STEP: 55250 - | > loss_text_ce: 0.025267230346798897 (0.02898176213364013) - | > loss_mel_ce: 3.1949992179870605 (3.4059064697513) - | > loss: 0.05031666159629822 (0.05367012863592494) - | > current_lr: 2e-05 - | > step_time: 0.2909 (0.2787864549910183) - | > loader_time: 0.0086 (0.008907768800795048) - - - --> TIME: 2025-12-26 15:37:27 -- STEP: 1274/2207 -- GLOBAL_STEP: 55275 - | > loss_text_ce: 0.02962959185242653 (0.028976061039281135) - | > loss_mel_ce: 3.1459944248199463 (3.4051861886514025) - | > loss: 0.049619127064943314 (0.053658785163958556) - | > current_lr: 2e-05 - | > step_time: 0.3025 (0.27883914594934633) - | > loader_time: 0.0086 (0.0089040564218159) - - - --> TIME: 2025-12-26 15:37:36 -- STEP: 1299/2207 -- GLOBAL_STEP: 55300 - | > loss_text_ce: 0.028113393113017082 (0.028977812366062537) - | > loss_mel_ce: 3.3521430492401123 (3.4062097718662425) - | > loss: 0.05281650647521019 (0.05367480601550433) - | > current_lr: 2e-05 - | > step_time: 0.2894 (0.2787854983496419) - | > loader_time: 0.0085 (0.008899473061095417) - - - --> TIME: 2025-12-26 15:37:46 -- STEP: 1324/2207 -- GLOBAL_STEP: 55325 - | > loss_text_ce: 0.03006797470152378 (0.02897663620157094) - | > loss_mel_ce: 3.906015396118164 (3.405163314407324) - | > loss: 0.06150130182504654 (0.053658436733407734) - | > current_lr: 2e-05 - | > step_time: 0.2861 (0.2787653359041464) - | > loader_time: 0.0086 (0.008900476726520482) - - - --> TIME: 2025-12-26 15:37:55 -- STEP: 1349/2207 -- GLOBAL_STEP: 55350 - | > loss_text_ce: 0.027471117675304413 (0.028980012096635848) - | > loss_mel_ce: 3.22184419631958 (3.4047903788363683) - | > loss: 0.05077055096626282 (0.05365266236687166) - | > current_lr: 2e-05 - | > step_time: 0.2869 (0.27867985796804595) - | > loader_time: 0.0095 (0.008897210864158296) - - - --> TIME: 2025-12-26 15:38:05 -- STEP: 1374/2207 -- GLOBAL_STEP: 55375 - | > loss_text_ce: 0.030488425865769386 (0.02897053719206755) - | > loss_mel_ce: 3.562113046646118 (3.405853901541041) - | > loss: 0.05613439902663231 (0.05366913186931194) - | > current_lr: 2e-05 - | > step_time: 0.2692 (0.2786900771583871) - | > loader_time: 0.0086 (0.008892472307407895) - - - --> TIME: 2025-12-26 15:38:14 -- STEP: 1399/2207 -- GLOBAL_STEP: 55400 - | > loss_text_ce: 0.02832704782485962 (0.02897034324386062) - | > loss_mel_ce: 3.4352855682373047 (3.4054363602139923) - | > loss: 0.05411894619464874 (0.0536626047555296) - | > current_lr: 2e-05 - | > step_time: 0.29 (0.27862917703760715) - | > loader_time: 0.0081 (0.008888076082819971) - - - --> TIME: 2025-12-26 15:38:24 -- STEP: 1424/2207 -- GLOBAL_STEP: 55425 - | > loss_text_ce: 0.02847898192703724 (0.02898318477738858) - | > loss_mel_ce: 3.4382078647613525 (3.4045228110940258) - | > loss: 0.05416698381304741 (0.05364853120408952) - | > current_lr: 2e-05 - | > step_time: 0.2866 (0.27861960031343236) - | > loader_time: 0.0081 (0.008887331807211568) - - - --> TIME: 2025-12-26 15:38:34 -- STEP: 1449/2207 -- GLOBAL_STEP: 55450 - | > loss_text_ce: 0.029028428718447685 (0.028980680753581685) - | > loss_mel_ce: 3.481395959854126 (3.40476824350403) - | > loss: 0.05485038086771965 (0.05365232696269528) - | > current_lr: 2e-05 - | > step_time: 0.2683 (0.2786478611253056) - | > loader_time: 0.0093 (0.00888279818764551) - - - --> TIME: 2025-12-26 15:38:43 -- STEP: 1474/2207 -- GLOBAL_STEP: 55475 - | > loss_text_ce: 0.02720271237194538 (0.028977674088381443) - | > loss_mel_ce: 3.1948940753936768 (3.4041072647801234) - | > loss: 0.05034526064991951 (0.05364195219009832) - | > current_lr: 2e-05 - | > step_time: 0.266 (0.27868571808735976) - | > loader_time: 0.0088 (0.008877104625934839) - - - --> TIME: 2025-12-26 15:38:53 -- STEP: 1499/2207 -- GLOBAL_STEP: 55500 - | > loss_text_ce: 0.029975218698382378 (0.028976993943459595) - | > loss_mel_ce: 3.12583065032959 (3.404926831122633) - | > loss: 0.049309466034173965 (0.05365474729129598) - | > current_lr: 2e-05 - | > step_time: 0.2676 (0.2786858547839257) - | > loader_time: 0.0101 (0.008874100315483368) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_55500.pth - - --> TIME: 2025-12-26 15:39:27 -- STEP: 1524/2207 -- GLOBAL_STEP: 55525 - | > loss_text_ce: 0.03016706183552742 (0.028979426240084052) - | > loss_mel_ce: 3.4354348182678223 (3.4052273485604223) - | > loss: 0.05415003001689911 (0.05365948087665352) - | > current_lr: 2e-05 - | > step_time: 0.2681 (0.27868277867009233) - | > loader_time: 0.0095 (0.008875244245754465) - - - --> TIME: 2025-12-26 15:39:37 -- STEP: 1549/2207 -- GLOBAL_STEP: 55550 - | > loss_text_ce: 0.029996169731020927 (0.028979615010729983) - | > loss_mel_ce: 3.4179656505584717 (3.4054230940272676) - | > loss: 0.05387440323829651 (0.05366254234752631) - | > current_lr: 2e-05 - | > step_time: 0.2691 (0.2787154020995298) - | > loader_time: 0.0084 (0.00888049487070241) - - - --> TIME: 2025-12-26 15:39:46 -- STEP: 1574/2207 -- GLOBAL_STEP: 55575 - | > loss_text_ce: 0.02796940691769123 (0.028976257957915717) - | > loss_mel_ce: 3.1374592781066895 (3.4050589101590214) - | > loss: 0.04945982247591019 (0.053656799517562456) - | > current_lr: 2e-05 - | > step_time: 0.2665 (0.27870411400267747) - | > loader_time: 0.0088 (0.00888355396299836) - - - --> TIME: 2025-12-26 15:39:56 -- STEP: 1599/2207 -- GLOBAL_STEP: 55600 - | > loss_text_ce: 0.0299516748636961 (0.028981338890550136) - | > loss_mel_ce: 3.275911331176758 (3.404228872623645) - | > loss: 0.05165410786867142 (0.05364390957012558) - | > grad_norm: 0 (0.0) - | > current_lr: 2e-05 - | > step_time: 0.3119 (0.27875957808097834) - | > loader_time: 0.0084 (0.008882755932023647) - - - --> TIME: 2025-12-26 15:40:06 -- STEP: 1624/2207 -- GLOBAL_STEP: 55625 - | > loss_text_ce: 0.029490575194358826 (0.028983330059328617) - | > loss_mel_ce: 3.587322473526001 (3.4038231287683747) - | > loss: 0.056512702256441116 (0.05363760093282082) - | > current_lr: 2e-05 - | > step_time: 0.2632 (0.27871796474080845) - | > loader_time: 0.0087 (0.00888668154848035) - - - --> TIME: 2025-12-26 15:40:15 -- STEP: 1649/2207 -- GLOBAL_STEP: 55650 - | > loss_text_ce: 0.02946038730442524 (0.028979862651015643) - | > loss_mel_ce: 3.197334051132202 (3.4040015909149823) - | > loss: 0.0504186637699604 (0.053640335224446854) - | > current_lr: 2e-05 - | > step_time: 0.2909 (0.27872739769314936) - | > loader_time: 0.0085 (0.008885090390142365) - - - --> TIME: 2025-12-26 15:40:25 -- STEP: 1674/2207 -- GLOBAL_STEP: 55675 - | > loss_text_ce: 0.029355376958847046 (0.028980193215699394) - | > loss_mel_ce: 3.4721081256866455 (3.4036849015075235) - | > loss: 0.05471036583185196 (0.05363539211327386) - | > current_lr: 2e-05 - | > step_time: 0.2892 (0.2786751197942543) - | > loader_time: 0.0096 (0.008881946475987244) - - - --> TIME: 2025-12-26 15:40:34 -- STEP: 1699/2207 -- GLOBAL_STEP: 55700 - | > loss_text_ce: 0.028853539377450943 (0.028977476972527474) - | > loss_mel_ce: 3.4351718425750732 (3.403355908014971) - | > loss: 0.05412539839744568 (0.0536302091546133) - | > current_lr: 2e-05 - | > step_time: 0.2874 (0.2786932906520714) - | > loader_time: 0.009 (0.00888152863433463) - - - --> TIME: 2025-12-26 15:40:44 -- STEP: 1724/2207 -- GLOBAL_STEP: 55725 - | > loss_text_ce: 0.028438987210392952 (0.02898645783037708) - | > loss_mel_ce: 3.3648223876953125 (3.4033413850237753) - | > loss: 0.05301970988512039 (0.05363012256269319) - | > current_lr: 2e-05 - | > step_time: 0.2865 (0.27876234773693304) - | > loader_time: 0.009 (0.008887205074115612) - - - --> TIME: 2025-12-26 15:40:54 -- STEP: 1749/2207 -- GLOBAL_STEP: 55750 - | > loss_text_ce: 0.026777181774377823 (0.02898235489034428) - | > loss_mel_ce: 3.2866029739379883 (3.403712184446889) - | > loss: 0.05177156627178192 (0.05363585219519897) - | > current_lr: 2e-05 - | > step_time: 0.2687 (0.2787198870436941) - | > loader_time: 0.009 (0.008888812525876278) - - - --> TIME: 2025-12-26 15:41:03 -- STEP: 1774/2207 -- GLOBAL_STEP: 55775 - | > loss_text_ce: 0.0300863329321146 (0.02898436913155481) - | > loss_mel_ce: 3.2961459159851074 (3.402450785024055) - | > loss: 0.05197237804532051 (0.05361617430036608) - | > current_lr: 2e-05 - | > step_time: 0.266 (0.2786652853685132) - | > loader_time: 0.008 (0.008886257180232225) - - - --> TIME: 2025-12-26 15:41:13 -- STEP: 1799/2207 -- GLOBAL_STEP: 55800 - | > loss_text_ce: 0.030669471248984337 (0.028989387054892964) - | > loss_mel_ce: 3.4168121814727783 (3.4023196727716627) - | > loss: 0.053866900503635406 (0.05361420407129235) - | > current_lr: 2e-05 - | > step_time: 0.2869 (0.2786755107256215) - | > loader_time: 0.0081 (0.008882515824059785) - - - --> TIME: 2025-12-26 15:41:23 -- STEP: 1824/2207 -- GLOBAL_STEP: 55825 - | > loss_text_ce: 0.028732869774103165 (0.028987881464050395) - | > loss_mel_ce: 3.2955734729766846 (3.4023061619515995) - | > loss: 0.051942285150289536 (0.05361396943529447) - | > current_lr: 2e-05 - | > step_time: 0.2909 (0.2792545772696785) - | > loader_time: 0.0083 (0.008883648404949608) - - - --> TIME: 2025-12-26 15:41:33 -- STEP: 1849/2207 -- GLOBAL_STEP: 55850 - | > loss_text_ce: 0.029937446117401123 (0.028994961577760263) - | > loss_mel_ce: 3.2862753868103027 (3.4019534765803656) - | > loss: 0.05181582644581795 (0.05360856935132059) - | > current_lr: 2e-05 - | > step_time: 0.2615 (0.2792182349075545) - | > loader_time: 0.0088 (0.008881569166580639) - - - --> TIME: 2025-12-26 15:41:43 -- STEP: 1874/2207 -- GLOBAL_STEP: 55875 - | > loss_text_ce: 0.030315274372696877 (0.02899528898322595) - | > loss_mel_ce: 3.436070442199707 (3.4021176442010925) - | > loss: 0.05416227504611015 (0.05361113958895652) - | > current_lr: 2e-05 - | > step_time: 0.2648 (0.27921094164140847) - | > loader_time: 0.0097 (0.008880742840476852) - - - --> TIME: 2025-12-26 15:41:52 -- STEP: 1899/2207 -- GLOBAL_STEP: 55900 - | > loss_text_ce: 0.02880251407623291 (0.029000615224383453) - | > loss_mel_ce: 3.3578784465789795 (3.40166337531513) - | > loss: 0.05291689187288284 (0.05360412486427203) - | > current_lr: 2e-05 - | > step_time: 0.29 (0.2792784572589254) - | > loader_time: 0.0087 (0.008878184720803229) - - - --> TIME: 2025-12-26 15:42:02 -- STEP: 1924/2207 -- GLOBAL_STEP: 55925 - | > loss_text_ce: 0.0279579795897007 (0.02899997230530126) - | > loss_mel_ce: 3.252321243286133 (3.401564529184987) - | > loss: 0.05125436186790466 (0.05360257034064145) - | > current_lr: 2e-05 - | > step_time: 0.2863 (0.2792994223860335) - | > loader_time: 0.0088 (0.008874769518132535) - - - --> TIME: 2025-12-26 15:42:11 -- STEP: 1949/2207 -- GLOBAL_STEP: 55950 - | > loss_text_ce: 0.028887586668133736 (0.02900060179192724) - | > loss_mel_ce: 3.198436737060547 (3.400947703160402) - | > loss: 0.050426941365003586 (0.05359294227280942) - | > current_lr: 2e-05 - | > step_time: 0.2667 (0.2792267312509321) - | > loader_time: 0.0095 (0.008878166459045897) - - - --> TIME: 2025-12-26 15:42:21 -- STEP: 1974/2207 -- GLOBAL_STEP: 55975 - | > loss_text_ce: 0.028913186863064766 (0.029002073965400547) - | > loss_mel_ce: 3.281712055206299 (3.4009536090472055) - | > loss: 0.051728520542383194 (0.053593057552173265) - | > current_lr: 2e-05 - | > step_time: 0.2865 (0.279200469227667) - | > loader_time: 0.0086 (0.008875025683502553) - - - --> TIME: 2025-12-26 15:42:31 -- STEP: 1999/2207 -- GLOBAL_STEP: 56000 - | > loss_text_ce: 0.029382752254605293 (0.028999530387415238) - | > loss_mel_ce: 3.24480938911438 (3.4004388080948043) - | > loss: 0.05115925148129463 (0.05358497404296318) - | > current_lr: 2e-05 - | > step_time: 0.2678 (0.27920975107857926) - | > loader_time: 0.0082 (0.008872955187730295) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_56000.pth - - --> TIME: 2025-12-26 15:43:05 -- STEP: 2024/2207 -- GLOBAL_STEP: 56025 - | > loss_text_ce: 0.02976398356258869 (0.028995794790756445) - | > loss_mel_ce: 3.463545322418213 (3.40000629860893) - | > loss: 0.05458295717835426 (0.05357815771595586) - | > current_lr: 2e-05 - | > step_time: 0.266 (0.27918926140536326) - | > loader_time: 0.0084 (0.008874858909916045) - - - --> TIME: 2025-12-26 15:43:15 -- STEP: 2049/2207 -- GLOBAL_STEP: 56050 - | > loss_text_ce: 0.02957013063132763 (0.028998745968969872) - | > loss_mel_ce: 3.3792200088500977 (3.3996403713002903) - | > loss: 0.05326234549283981 (0.05357248620791456) - | > current_lr: 2e-05 - | > step_time: 0.2681 (0.2791371765574216) - | > loader_time: 0.0092 (0.008880256501100555) - - - --> TIME: 2025-12-26 15:43:24 -- STEP: 2074/2207 -- GLOBAL_STEP: 56075 - | > loss_text_ce: 0.02849486470222473 (0.028998602030793404) - | > loss_mel_ce: 3.3467025756835938 (3.3993116061965654) - | > loss: 0.052737459540367126 (0.053567347004506716) - | > current_lr: 2e-05 - | > step_time: 0.2864 (0.27915809549958764) - | > loader_time: 0.0089 (0.00887933485533257) - - - --> TIME: 2025-12-26 15:43:34 -- STEP: 2099/2207 -- GLOBAL_STEP: 56100 - | > loss_text_ce: 0.03022800385951996 (0.029003149545394333) - | > loss_mel_ce: 3.2431821823120117 (3.399541977532083) - | > loss: 0.05114703252911568 (0.05357101761077972) - | > current_lr: 2e-05 - | > step_time: 0.262 (0.2791577070426114) - | > loader_time: 0.0088 (0.008880554579052841) - - - --> TIME: 2025-12-26 15:43:44 -- STEP: 2124/2207 -- GLOBAL_STEP: 56125 - | > loss_text_ce: 0.029245859012007713 (0.029007064501304185) - | > loss_mel_ce: 3.265791416168213 (3.399361819197228) - | > loss: 0.051484957337379456 (0.05356826380477507) - | > current_lr: 2e-05 - | > step_time: 0.2904 (0.27925227254123924) - | > loader_time: 0.0093 (0.008883218419529413) - - - --> TIME: 2025-12-26 15:43:53 -- STEP: 2149/2207 -- GLOBAL_STEP: 56150 - | > loss_text_ce: 0.027847925201058388 (0.029007560744701337) - | > loss_mel_ce: 3.554331064224243 (3.399131724422839) - | > loss: 0.055971547961235046 (0.053564676324147416) - | > current_lr: 2e-05 - | > step_time: 0.2905 (0.2791970560527385) - | > loader_time: 0.0089 (0.008881356229112016) - - - --> TIME: 2025-12-26 15:44:03 -- STEP: 2174/2207 -- GLOBAL_STEP: 56175 - | > loss_text_ce: 0.02789471112191677 (0.029007393813656898) - | > loss_mel_ce: 3.3815462589263916 (3.399085131827689) - | > loss: 0.053272515535354614 (0.05356394570139207) - | > current_lr: 2e-05 - | > step_time: 0.2662 (0.27924260340816004) - | > loader_time: 0.0085 (0.008881124094635835) - - - --> TIME: 2025-12-26 15:44:13 -- STEP: 2199/2207 -- GLOBAL_STEP: 56200 - | > loss_text_ce: 0.028954962268471718 (0.029012817092385547) - | > loss_mel_ce: 3.218158006668091 (3.3989246209245634) - | > loss: 0.050736140459775925 (0.053561522452166645) - | > current_lr: 2e-05 - | > step_time: 0.2689 (0.2792739826963938) - | > loader_time: 0.0079 (0.008877606433106866) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07569926977157594 (-0.002874293842831166) - | > avg_loss_text_ce: 0.02812903652571746 (-6.25182245228735e-05) - | > avg_loss_mel_ce: 3.7227708665100305 (+0.01840972417109743) - | > avg_loss: 3.750899896428392 (+0.01834720050966432) - - - > EPOCH: 2/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 15:46:46)  - - --> TIME: 2025-12-26 15:46:56 -- STEP: 17/2207 -- GLOBAL_STEP: 56225 - | > loss_text_ce: 0.029297564178705215 (0.029454819091102657) - | > loss_mel_ce: 3.3744139671325684 (3.3702261588152718) - | > loss: 0.053182993084192276 (0.05312001529861899) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2679 (0.2781173201168285) - | > loader_time: 0.0093 (0.009203448015100816) - - - --> TIME: 2025-12-26 15:47:05 -- STEP: 42/2207 -- GLOBAL_STEP: 56250 - | > loss_text_ce: 0.031545717269182205 (0.029326001936126323) - | > loss_mel_ce: 3.365922212600708 (3.4005504108610607) - | > loss: 0.053085435181856155 (0.05359181903657459) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2904 (0.2785676093328567) - | > loader_time: 0.0082 (0.00901047388712565) - - - --> TIME: 2025-12-26 15:47:15 -- STEP: 67/2207 -- GLOBAL_STEP: 56275 - | > loss_text_ce: 0.028967270627617836 (0.02928908803124926) - | > loss_mel_ce: 3.7080774307250977 (3.3762706713889963) - | > loss: 0.058391325175762177 (0.05321187142338326) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2658 (0.2778162707143755) - | > loader_time: 0.0089 (0.008922053806817353) - - - --> TIME: 2025-12-26 15:47:24 -- STEP: 92/2207 -- GLOBAL_STEP: 56300 - | > loss_text_ce: 0.029367007315158844 (0.029165634095830763) - | > loss_mel_ce: 3.416884660720825 (3.3797762704932173) - | > loss: 0.05384768173098564 (0.053264717490452786) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2868 (0.27725685161092994) - | > loader_time: 0.0085 (0.008848439092221464) - - - --> TIME: 2025-12-26 15:47:34 -- STEP: 117/2207 -- GLOBAL_STEP: 56325 - | > loss_text_ce: 0.0278870090842247 (0.02904661055495087) - | > loss_mel_ce: 3.14955735206604 (3.3683126095013742) - | > loss: 0.04964756965637207 (0.05308373800964437) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2662 (0.27724718639993245) - | > loader_time: 0.008 (0.008787996748573754) - - - --> TIME: 2025-12-26 15:47:44 -- STEP: 142/2207 -- GLOBAL_STEP: 56350 - | > loss_text_ce: 0.03048553131520748 (0.029025561372998734) - | > loss_mel_ce: 3.3248703479766846 (3.3708920562771003) - | > loss: 0.05242743715643883 (0.053123712906955) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2681 (0.2775464393723178) - | > loader_time: 0.008 (0.008732342384230917) - - - --> TIME: 2025-12-26 15:47:53 -- STEP: 167/2207 -- GLOBAL_STEP: 56375 - | > loss_text_ce: 0.03065287135541439 (0.0290455171269571) - | > loss_mel_ce: 3.2864177227020264 (3.382771936005461) - | > loss: 0.051829226315021515 (0.05330964784600777) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2655 (0.2775594131675308) - | > loader_time: 0.0081 (0.008767767580683362) - - - --> TIME: 2025-12-26 15:48:03 -- STEP: 192/2207 -- GLOBAL_STEP: 56400 - | > loss_text_ce: 0.026536669582128525 (0.029021579946856946) - | > loss_mel_ce: 3.7141308784484863 (3.384146990875403) - | > loss: 0.058447930961847305 (0.05333075903278465) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2594 (0.27760799477497733) - | > loader_time: 0.008 (0.00871604556838671) - - - --> TIME: 2025-12-26 15:48:12 -- STEP: 217/2207 -- GLOBAL_STEP: 56425 - | > loss_text_ce: 0.026332754641771317 (0.028977946056404972) - | > loss_mel_ce: 3.3282227516174316 (3.3857140090608375) - | > loss: 0.05241493135690689 (0.053354561912573976) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.266 (0.27738578198692226) - | > loader_time: 0.0089 (0.008702545122067492) - - - --> TIME: 2025-12-26 15:48:22 -- STEP: 242/2207 -- GLOBAL_STEP: 56450 - | > loss_text_ce: 0.027334846556186676 (0.028981129284794172) - | > loss_mel_ce: 3.2508788108825684 (3.3916772456208535) - | > loss: 0.05122208967804909 (0.05344778722660108) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2969 (0.2776144861189788) - | > loader_time: 0.008 (0.00865943274222129) - - - --> TIME: 2025-12-26 15:48:31 -- STEP: 267/2207 -- GLOBAL_STEP: 56475 - | > loss_text_ce: 0.03059081733226776 (0.02895247989267892) - | > loss_mel_ce: 3.242250442504883 (3.390113493029991) - | > loss: 0.05113814398646355 (0.053422905937227864) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.266 (0.2774772233284369) - | > loader_time: 0.0086 (0.008647253450829432) - - - --> TIME: 2025-12-26 15:48:41 -- STEP: 292/2207 -- GLOBAL_STEP: 56500 - | > loss_text_ce: 0.027192149311304092 (0.02897889445829269) - | > loss_mel_ce: 3.1786208152770996 (3.3924157554156165) - | > loss: 0.05009082704782486 (0.05345929149946528) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2895 (0.2773058038868318) - | > loader_time: 0.0087 (0.008612000778929818) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_56500.pth - - --> TIME: 2025-12-26 15:49:15 -- STEP: 317/2207 -- GLOBAL_STEP: 56525 - | > loss_text_ce: 0.031122516840696335 (0.028981035551767245) - | > loss_mel_ce: 3.0467796325683594 (3.385126587720324) - | > loss: 0.04809221997857094 (0.053345431700019784) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2871 (0.2777222413745967) - | > loader_time: 0.0081 (0.008600835168399257) - - - --> TIME: 2025-12-26 15:49:25 -- STEP: 342/2207 -- GLOBAL_STEP: 56550 - | > loss_text_ce: 0.02901848405599594 (0.0289959717672645) - | > loss_mel_ce: 3.267533302307129 (3.3819477857902043) - | > loss: 0.051508620381355286 (0.05329599627974436) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2903 (0.2776667116678252) - | > loader_time: 0.0083 (0.008574624507747883) - - - --> TIME: 2025-12-26 15:49:34 -- STEP: 367/2207 -- GLOBAL_STEP: 56575 - | > loss_text_ce: 0.029785744845867157 (0.028997057490558326) - | > loss_mel_ce: 3.1974494457244873 (3.3805933596327784) - | > loss: 0.05042554810643196 (0.05327485030775822) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.2777191806554147) - | > loader_time: 0.0083 (0.008565931943846652) - - - --> TIME: 2025-12-26 15:49:44 -- STEP: 392/2207 -- GLOBAL_STEP: 56600 - | > loss_text_ce: 0.031779441982507706 (0.029021757645342424) - | > loss_mel_ce: 3.503382682800293 (3.3835044819481523) - | > loss: 0.05523690953850746 (0.053320722549925634) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2622 (0.27751549348539273) - | > loader_time: 0.0083 (0.008560527344139248) - - - --> TIME: 2025-12-26 15:49:54 -- STEP: 417/2207 -- GLOBAL_STEP: 56625 - | > loss_text_ce: 0.027714602649211884 (0.02901912716885122) - | > loss_mel_ce: 3.28302001953125 (3.3852003381120794) - | > loss: 0.05173022672533989 (0.053347179188216604) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2688 (0.2778585020014998) - | > loader_time: 0.0092 (0.008554792518524236) - - - --> TIME: 2025-12-26 15:50:03 -- STEP: 442/2207 -- GLOBAL_STEP: 56650 - | > loss_text_ce: 0.029370779171586037 (0.029026879322171482) - | > loss_mel_ce: 3.1955647468566895 (3.3877920942608593) - | > loss: 0.050389617681503296 (0.05338779651471391) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2556 (0.2777141672453732) - | > loader_time: 0.0085 (0.008554297874416155) - - - --> TIME: 2025-12-26 15:50:13 -- STEP: 467/2207 -- GLOBAL_STEP: 56675 - | > loss_text_ce: 0.02577700838446617 (0.0290237380754067) - | > loss_mel_ce: 4.056712627410889 (3.3910299930123244) - | > loss: 0.06378889828920364 (0.053438339597790846) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.2774661501163591) - | > loader_time: 0.0082 (0.008552201044380788) - - - --> TIME: 2025-12-26 15:50:22 -- STEP: 492/2207 -- GLOBAL_STEP: 56700 - | > loss_text_ce: 0.03105590119957924 (0.029039513713460627) - | > loss_mel_ce: 3.4294605255126953 (3.39150976601655) - | > loss: 0.054070569574832916 (0.053446082549729955) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2876 (0.27746349427758216) - | > loader_time: 0.0084 (0.008545338138332208) - - - --> TIME: 2025-12-26 15:50:32 -- STEP: 517/2207 -- GLOBAL_STEP: 56725 - | > loss_text_ce: 0.029180331155657768 (0.02906020639222872) - | > loss_mel_ce: 3.5604257583618164 (3.391118956257804) - | > loss: 0.056087594479322433 (0.05344029946155427) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2555 (0.2773957649098146) - | > loader_time: 0.0082 (0.008533069197398317) - - - --> TIME: 2025-12-26 15:50:41 -- STEP: 542/2207 -- GLOBAL_STEP: 56750 - | > loss_text_ce: 0.028625017032027245 (0.029064186824643744) - | > loss_mel_ce: 3.353747844696045 (3.3901128870094843) - | > loss: 0.052849575877189636 (0.05342464183364406) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.297 (0.2777053672009291) - | > loader_time: 0.0081 (0.008527739461497624) - - - --> TIME: 2025-12-26 15:50:51 -- STEP: 567/2207 -- GLOBAL_STEP: 56775 - | > loss_text_ce: 0.032373350113630295 (0.02907920104485971) - | > loss_mel_ce: 3.4549481868743896 (3.3913854139822504) - | > loss: 0.05448940023779869 (0.05344475966071744) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2862 (0.2776996084411732) - | > loader_time: 0.0079 (0.008516600523045452) - - - --> TIME: 2025-12-26 15:51:00 -- STEP: 592/2207 -- GLOBAL_STEP: 56800 - | > loss_text_ce: 0.02683953195810318 (0.029066403075498907) - | > loss_mel_ce: 3.4340312480926514 (3.3924350351900667) - | > loss: 0.05407610535621643 (0.05346096002471606) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.289 (0.27768919637074363) - | > loader_time: 0.0082 (0.008506202617207087) - - - --> TIME: 2025-12-26 15:51:10 -- STEP: 617/2207 -- GLOBAL_STEP: 56825 - | > loss_text_ce: 0.03244715556502342 (0.029074947402557446) - | > loss_mel_ce: 3.5777437686920166 (3.391376964856585) - | > loss: 0.05640923231840134 (0.05344456118475674) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2656 (0.27770522077427523) - | > loader_time: 0.0087 (0.008518169146496042) - - - --> TIME: 2025-12-26 15:51:20 -- STEP: 642/2207 -- GLOBAL_STEP: 56850 - | > loss_text_ce: 0.026986515149474144 (0.029060316692770826) - | > loss_mel_ce: 3.26283860206604 (3.3907289764962836) - | > loss: 0.05140351876616478 (0.05343420775694266) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2866 (0.2775058623786287) - | > loader_time: 0.0086 (0.008522480447715683) - - - --> TIME: 2025-12-26 15:51:29 -- STEP: 667/2207 -- GLOBAL_STEP: 56875 - | > loss_text_ce: 0.030118459835648537 (0.029036796351579176) - | > loss_mel_ce: 3.4632346630096436 (3.3894481651786563) - | > loss: 0.05458364263176918 (0.053413827581026724) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2661 (0.2776229721137967) - | > loader_time: 0.0084 (0.008531214415222805) - - - --> TIME: 2025-12-26 15:51:39 -- STEP: 692/2207 -- GLOBAL_STEP: 56900 - | > loss_text_ce: 0.028468409553170204 (0.02902702017111241) - | > loss_mel_ce: 3.2506086826324463 (3.3892523529212597) - | > loss: 0.05123557895421982 (0.05341061524443886) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.29 (0.27764117579928743) - | > loader_time: 0.0089 (0.008534104837847578) - - - --> TIME: 2025-12-26 15:51:49 -- STEP: 717/2207 -- GLOBAL_STEP: 56925 - | > loss_text_ce: 0.027983155101537704 (0.02902695673778965) - | > loss_mel_ce: 3.442899227142334 (3.389758891141564) - | > loss: 0.05423253774642944 (0.053418528901691034) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2904 (0.27800501440359493) - | > loader_time: 0.0083 (0.008534878700181853) - - - --> TIME: 2025-12-26 15:51:59 -- STEP: 742/2207 -- GLOBAL_STEP: 56950 - | > loss_text_ce: 0.03132219985127449 (0.029028862185093433) - | > loss_mel_ce: 3.215991973876953 (3.39027011330237) - | > loss: 0.05073928460478783 (0.05342654652913624) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2666 (0.2781768866947723) - | > loader_time: 0.0081 (0.008531093597412099) - - - --> TIME: 2025-12-26 15:52:08 -- STEP: 767/2207 -- GLOBAL_STEP: 56975 - | > loss_text_ce: 0.029563069343566895 (0.02901634881625042) - | > loss_mel_ce: 3.400285482406616 (3.3891713525978497) - | > loss: 0.05359138548374176 (0.05340918287576564) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.31 (0.27829693504542435) - | > loader_time: 0.0081 (0.008526223890162804) - - - --> TIME: 2025-12-26 15:52:18 -- STEP: 792/2207 -- GLOBAL_STEP: 57000 - | > loss_text_ce: 0.026214828714728355 (0.02901463037253254) - | > loss_mel_ce: 3.5046799182891846 (3.3902086001453977) - | > loss: 0.05517023056745529 (0.053425363020388146) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2689 (0.2781637476550213) - | > loader_time: 0.0081 (0.008519897256234664) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_57000.pth - - --> TIME: 2025-12-26 15:52:52 -- STEP: 817/2207 -- GLOBAL_STEP: 57025 - | > loss_text_ce: 0.02895294316112995 (0.029005203437119393) - | > loss_mel_ce: 3.254568576812744 (3.3891884084138906) - | > loss: 0.05130502209067345 (0.05340927522834685) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2878 (0.27824316468349775) - | > loader_time: 0.0087 (0.008516410864989919) - - - --> TIME: 2025-12-26 15:53:02 -- STEP: 842/2207 -- GLOBAL_STEP: 57050 - | > loss_text_ce: 0.028428200632333755 (0.02901199461135686) - | > loss_mel_ce: 3.358971118927002 (3.3887262185792175) - | > loss: 0.05292811617255211 (0.053402159628491486) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2691 (0.278248967014413) - | > loader_time: 0.0082 (0.008513042026347593) - - - --> TIME: 2025-12-26 15:53:11 -- STEP: 867/2207 -- GLOBAL_STEP: 57075 - | > loss_text_ce: 0.02774759940803051 (0.028997491291082853) - | > loss_mel_ce: 3.3575353622436523 (3.387419812819537) - | > loss: 0.05289504677057266 (0.053381520416909835) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2682 (0.27826404516534736) - | > loader_time: 0.0084 (0.008510425429030665) - - - --> TIME: 2025-12-26 15:53:21 -- STEP: 892/2207 -- GLOBAL_STEP: 57100 - | > loss_text_ce: 0.029427025467157364 (0.028994980848690854) - | > loss_mel_ce: 3.309006929397583 (3.3869314950143274) - | > loss: 0.052163030952215195 (0.05337385122033645) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2664 (0.2782608749086017) - | > loader_time: 0.0085 (0.00850701733020387) - - - --> TIME: 2025-12-26 15:53:30 -- STEP: 917/2207 -- GLOBAL_STEP: 57125 - | > loss_text_ce: 0.028487784788012505 (0.028993784658196447) - | > loss_mel_ce: 3.218029737472534 (3.3873489181243994) - | > loss: 0.05072683468461037 (0.05338035476360481) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2863 (0.2783606125198252) - | > loader_time: 0.008 (0.0085020333106021) - - - --> TIME: 2025-12-26 15:53:40 -- STEP: 942/2207 -- GLOBAL_STEP: 57150 - | > loss_text_ce: 0.031500305980443954 (0.02898280784456087) - | > loss_mel_ce: 3.3429908752441406 (3.385518286638199) - | > loss: 0.05272642523050308 (0.05335157964528871) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2662 (0.27828608551349393) - | > loader_time: 0.0133 (0.008500754453573994) - - - --> TIME: 2025-12-26 15:53:49 -- STEP: 967/2207 -- GLOBAL_STEP: 57175 - | > loss_text_ce: 0.02911645546555519 (0.028982676552163654) - | > loss_mel_ce: 3.4606335163116455 (3.3855317289851445) - | > loss: 0.054527342319488525 (0.05335178762489414) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2897 (0.27822066043747284) - | > loader_time: 0.0079 (0.008495441513692682) - - - --> TIME: 2025-12-26 15:53:59 -- STEP: 992/2207 -- GLOBAL_STEP: 57200 - | > loss_text_ce: 0.030184460803866386 (0.02898259776749558) - | > loss_mel_ce: 3.4530348777770996 (3.3868709259456202) - | > loss: 0.054425302892923355 (0.05337271134504266) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2662 (0.27836586847420697) - | > loader_time: 0.0083 (0.008494434337462126) - - - --> TIME: 2025-12-26 15:54:09 -- STEP: 1017/2207 -- GLOBAL_STEP: 57225 - | > loss_text_ce: 0.03132038936018944 (0.02898947896038419) - | > loss_mel_ce: 3.3001246452331543 (3.3862827534520874) - | > loss: 0.05205382779240608 (0.05336362866349627) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2864 (0.2784600804102928) - | > loader_time: 0.009 (0.008491183921416345) - - - --> TIME: 2025-12-26 15:54:18 -- STEP: 1042/2207 -- GLOBAL_STEP: 57250 - | > loss_text_ce: 0.02974311262369156 (0.028987890461570586) - | > loss_mel_ce: 3.252655267715454 (3.3854106330597014) - | > loss: 0.05128747597336769 (0.05334997695518545) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2666 (0.27859151020159917) - | > loader_time: 0.0077 (0.00848641734205599) - - - --> TIME: 2025-12-26 15:54:28 -- STEP: 1067/2207 -- GLOBAL_STEP: 57275 - | > loss_text_ce: 0.02796895056962967 (0.028986974093005154) - | > loss_mel_ce: 3.2979772090911865 (3.3853415723369857) - | > loss: 0.05196790769696236 (0.0533488835710002) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2957 (0.278736752668272) - | > loader_time: 0.0076 (0.008477943012841731) - - - --> TIME: 2025-12-26 15:54:38 -- STEP: 1092/2207 -- GLOBAL_STEP: 57300 - | > loss_text_ce: 0.028823120519518852 (0.028974539554258293) - | > loss_mel_ce: 3.483839273452759 (3.3854890646951983) - | > loss: 0.05488535016775131 (0.053350993848300006) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.27880377603537915) - | > loader_time: 0.0092 (0.008471543972308797) - - - --> TIME: 2025-12-26 15:54:47 -- STEP: 1117/2207 -- GLOBAL_STEP: 57325 - | > loss_text_ce: 0.028666876256465912 (0.028982474921386267) - | > loss_mel_ce: 3.2472689151763916 (3.3847241700496) - | > loss: 0.05118649825453758 (0.0533391663582867) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2921 (0.27877047495214496) - | > loader_time: 0.0083 (0.008476046866994923) - - - --> TIME: 2025-12-26 15:54:57 -- STEP: 1142/2207 -- GLOBAL_STEP: 57350 - | > loss_text_ce: 0.029210573062300682 (0.028980136946848416) - | > loss_mel_ce: 3.3146774768829346 (3.3852720792990834) - | > loss: 0.05224825069308281 (0.05334769090843074) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.267 (0.278678924941349) - | > loader_time: 0.0082 (0.008474613446905383) - - - --> TIME: 2025-12-26 15:55:06 -- STEP: 1167/2207 -- GLOBAL_STEP: 57375 - | > loss_text_ce: 0.029531650245189667 (0.02899555522300488) - | > loss_mel_ce: 3.4322874546051025 (3.3839760649990787) - | > loss: 0.05409092456102371 (0.0533276815877169) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2695 (0.2786726947513118) - | > loader_time: 0.008 (0.008475760669920708) - - - --> TIME: 2025-12-26 15:55:16 -- STEP: 1192/2207 -- GLOBAL_STEP: 57400 - | > loss_text_ce: 0.028310222551226616 (0.029001214052394232) - | > loss_mel_ce: 3.404263973236084 (3.3853045785987113) - | > loss: 0.05363397300243378 (0.05334852802435921) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2864 (0.2787039317940711) - | > loader_time: 0.0079 (0.008471333740541582) - - - --> TIME: 2025-12-26 15:55:26 -- STEP: 1217/2207 -- GLOBAL_STEP: 57425 - | > loss_text_ce: 0.027304837480187416 (0.028990972920297203) - | > loss_mel_ce: 3.316483974456787 (3.38541933779062) - | > loss: 0.05224670097231865 (0.053350161112104146) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2668 (0.2788102219314393) - | > loader_time: 0.0087 (0.00846658971531035) - - - --> TIME: 2025-12-26 15:55:35 -- STEP: 1242/2207 -- GLOBAL_STEP: 57450 - | > loss_text_ce: 0.03037583827972412 (0.02900113510462829) - | > loss_mel_ce: 3.25373911857605 (3.3862756634679956) - | > loss: 0.05131429433822632 (0.05336369998189176) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2687 (0.27877328380486494) - | > loader_time: 0.0081 (0.0084635255417386) - - - --> TIME: 2025-12-26 15:55:45 -- STEP: 1267/2207 -- GLOBAL_STEP: 57475 - | > loss_text_ce: 0.031004516407847404 (0.029003232679290853) - | > loss_mel_ce: 3.2560534477233887 (3.38636501172253) - | > loss: 0.05136027932167053 (0.0533651288219484) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2551 (0.27876074876762763) - | > loader_time: 0.0079 (0.008458332462205401) - - - --> TIME: 2025-12-26 15:55:54 -- STEP: 1292/2207 -- GLOBAL_STEP: 57500 - | > loss_text_ce: 0.027722258120775223 (0.02900543392292763) - | > loss_mel_ce: 3.196305990219116 (3.38612021842608) - | > loss: 0.05037544295191765 (0.05336133832682856) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2897 (0.27874284004648475) - | > loader_time: 0.008 (0.0084510002711978) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_57500.pth - - --> TIME: 2025-12-26 15:56:29 -- STEP: 1317/2207 -- GLOBAL_STEP: 57525 - | > loss_text_ce: 0.027080098167061806 (0.028998301380746005) - | > loss_mel_ce: 3.3702142238616943 (3.3864301004098403) - | > loss: 0.053082723170518875 (0.053366068781734666) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2898 (0.2787762864937641) - | > loader_time: 0.0086 (0.008454704067430074) - - - --> TIME: 2025-12-26 15:56:38 -- STEP: 1342/2207 -- GLOBAL_STEP: 57550 - | > loss_text_ce: 0.02731863409280777 (0.028996662569861033) - | > loss_mel_ce: 3.2456133365631104 (3.3863614380093146) - | > loss: 0.05113956332206726 (0.05336497033406297) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.29 (0.278680188112217) - | > loader_time: 0.008 (0.008453576824171168) - - - --> TIME: 2025-12-26 15:56:48 -- STEP: 1367/2207 -- GLOBAL_STEP: 57575 - | > loss_text_ce: 0.027838002890348434 (0.02898805072611496) - | > loss_mel_ce: 3.162062644958496 (3.3854818148776906) - | > loss: 0.04984219744801521 (0.05335109165836268) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.2786974034870995) - | > loader_time: 0.0079 (0.008449493574241513) - - - --> TIME: 2025-12-26 15:56:57 -- STEP: 1392/2207 -- GLOBAL_STEP: 57600 - | > loss_text_ce: 0.03022642619907856 (0.02898917232918414) - | > loss_mel_ce: 3.4714677333831787 (3.385336939630836) - | > loss: 0.05471397191286087 (0.05334884550786393) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2691 (0.2786354381462631) - | > loader_time: 0.0082 (0.008444900827846304) - - - --> TIME: 2025-12-26 15:57:07 -- STEP: 1417/2207 -- GLOBAL_STEP: 57625 - | > loss_text_ce: 0.031162099912762642 (0.02898803675493348) - | > loss_mel_ce: 3.3447060585021973 (3.386412914823963) - | > loss: 0.0527479387819767 (0.05336563987164489) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2871 (0.27857044892321275) - | > loader_time: 0.0089 (0.008446335035390051) - - - --> TIME: 2025-12-26 15:57:16 -- STEP: 1442/2207 -- GLOBAL_STEP: 57650 - | > loss_text_ce: 0.029079291969537735 (0.028981336260707882) - | > loss_mel_ce: 3.4889543056488037 (3.3867035082408345) - | > loss: 0.05496927350759506 (0.053370075698182404) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2671 (0.27854763353747314) - | > loader_time: 0.0082 (0.008442569043533809) - - - --> TIME: 2025-12-26 15:57:26 -- STEP: 1467/2207 -- GLOBAL_STEP: 57675 - | > loss_text_ce: 0.03130868822336197 (0.028984078483550665) - | > loss_mel_ce: 3.226292610168457 (3.386557625521585) - | > loss: 0.05090001970529556 (0.05336783912690544) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2683 (0.27853116699848124) - | > loader_time: 0.0081 (0.008439862817505545) - - - --> TIME: 2025-12-26 15:57:35 -- STEP: 1492/2207 -- GLOBAL_STEP: 57700 - | > loss_text_ce: 0.029786765575408936 (0.028986628335868146) - | > loss_mel_ce: 3.253622531890869 (3.386321980895688) - | > loss: 0.05130327120423317 (0.05336419701945764) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2681 (0.2785176666748117) - | > loader_time: 0.009 (0.00843903318486968) - - - --> TIME: 2025-12-26 15:57:45 -- STEP: 1517/2207 -- GLOBAL_STEP: 57725 - | > loss_text_ce: 0.027084775269031525 (0.028982875003045378) - | > loss_mel_ce: 3.405541181564331 (3.3859614560536504) - | > loss: 0.05363478139042854 (0.053358505178554776) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2874 (0.27850962188107226) - | > loader_time: 0.008 (0.008439800184497569) - - - --> TIME: 2025-12-26 15:57:55 -- STEP: 1542/2207 -- GLOBAL_STEP: 57750 - | > loss_text_ce: 0.029687920585274696 (0.028979288573568896) - | > loss_mel_ce: 4.013949394226074 (3.3860823921037855) - | > loss: 0.06318183243274689 (0.053360338768548524) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2875 (0.27853906773098497) - | > loader_time: 0.0079 (0.008435993343011879) - - - --> TIME: 2025-12-26 15:58:04 -- STEP: 1567/2207 -- GLOBAL_STEP: 57775 - | > loss_text_ce: 0.028470145538449287 (0.028981416083839036) - | > loss_mel_ce: 3.428886890411377 (3.385369700235245) - | > loss: 0.0540212020277977 (0.05334923619400867) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2612 (0.2784693933400527) - | > loader_time: 0.0081 (0.008440582632029526) - - - --> TIME: 2025-12-26 15:58:14 -- STEP: 1592/2207 -- GLOBAL_STEP: 57800 - | > loss_text_ce: 0.03053312934935093 (0.028982666446289152) - | > loss_mel_ce: 3.3162004947662354 (3.385566762344321) - | > loss: 0.05229271203279495 (0.05335233483145283) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2695 (0.2785266693213488) - | > loader_time: 0.0081 (0.008437196064234983) - - - --> TIME: 2025-12-26 15:58:23 -- STEP: 1617/2207 -- GLOBAL_STEP: 57825 - | > loss_text_ce: 0.02758917026221752 (0.028981295313476485) - | > loss_mel_ce: 3.2191665172576904 (3.3859680608679783) - | > loss: 0.05073055624961853 (0.053358583695536844) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.27860126468821333) - | > loader_time: 0.0091 (0.0084343502089501) - - - --> TIME: 2025-12-26 15:58:33 -- STEP: 1642/2207 -- GLOBAL_STEP: 57850 - | > loss_text_ce: 0.029916053637862206 (0.028981540170605957) - | > loss_mel_ce: 3.2244606018066406 (3.3860772544661035) - | > loss: 0.050849635154008865 (0.05336029366811284) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2662 (0.27853489967560036) - | > loader_time: 0.0079 (0.008431093556291437) - - - --> TIME: 2025-12-26 15:58:42 -- STEP: 1667/2207 -- GLOBAL_STEP: 57875 - | > loss_text_ce: 0.029806209728121758 (0.02898267092854768) - | > loss_mel_ce: 3.641059160232544 (3.3860097570768275) - | > loss: 0.057357270270586014 (0.0533592566896965) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.269 (0.278507542309822) - | > loader_time: 0.0079 (0.008428516828448885) - - - --> TIME: 2025-12-26 15:58:52 -- STEP: 1692/2207 -- GLOBAL_STEP: 57900 - | > loss_text_ce: 0.029238993301987648 (0.02898270145926105) - | > loss_mel_ce: 3.2797939777374268 (3.3849362543570507) - | > loss: 0.05170363932847977 (0.05334248368014045) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2908 (0.27846869410634423) - | > loader_time: 0.0083 (0.008425808685609352) - - - --> TIME: 2025-12-26 15:59:01 -- STEP: 1717/2207 -- GLOBAL_STEP: 57925 - | > loss_text_ce: 0.02976718544960022 (0.028978695831520306) - | > loss_mel_ce: 3.4525225162506104 (3.3844699459709107) - | > loss: 0.05441077798604965 (0.05333513502697646) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2543 (0.2784788350275813) - | > loader_time: 0.008 (0.008424877078990022) - - - --> TIME: 2025-12-26 15:59:11 -- STEP: 1742/2207 -- GLOBAL_STEP: 57950 - | > loss_text_ce: 0.027405908331274986 (0.028977926562825725) - | > loss_mel_ce: 3.4079103469848633 (3.383999723517661) - | > loss: 0.05367681756615639 (0.05332777578379406) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2671 (0.2784469027743695) - | > loader_time: 0.0079 (0.008422800785638434) - - - --> TIME: 2025-12-26 15:59:20 -- STEP: 1767/2207 -- GLOBAL_STEP: 57975 - | > loss_text_ce: 0.025930680334568024 (0.02897810874940078) - | > loss_mel_ce: 3.433516263961792 (3.3847561151075976) - | > loss: 0.054053857922554016 (0.053339597248869136) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.3043 (0.2784863192952829) - | > loader_time: 0.0078 (0.008420534975864688) - - - --> TIME: 2025-12-26 15:59:30 -- STEP: 1792/2207 -- GLOBAL_STEP: 58000 - | > loss_text_ce: 0.027123941108584404 (0.02897684759227559) - | > loss_mel_ce: 3.783388376235962 (3.3843500395970674) - | > loss: 0.05953925475478172 (0.053333232613762695) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2406 (0.2784960562629369) - | > loader_time: 0.0079 (0.008419633976050788) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_58000.pth - - --> TIME: 2025-12-26 16:00:05 -- STEP: 1817/2207 -- GLOBAL_STEP: 58025 - | > loss_text_ce: 0.02946958877146244 (0.02897739641975261) - | > loss_mel_ce: 3.38095760345459 (3.383257356527156) - | > loss: 0.05328792333602905 (0.05331616801756649) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.251 (0.2784798566495984) - | > loader_time: 0.009 (0.008418407686870704) - - - --> TIME: 2025-12-26 16:00:14 -- STEP: 1842/2207 -- GLOBAL_STEP: 58050 - | > loss_text_ce: 0.030460139736533165 (0.028982449857867954) - | > loss_mel_ce: 3.1590821743011475 (3.3836729899291487) - | > loss: 0.049836598336696625 (0.053322741252154776) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2682 (0.27847642140072787) - | > loader_time: 0.0082 (0.008417965275974664) - - - --> TIME: 2025-12-26 16:00:24 -- STEP: 1867/2207 -- GLOBAL_STEP: 58075 - | > loss_text_ce: 0.028568295761942863 (0.028983323269657867) - | > loss_mel_ce: 3.149475336074829 (3.3834454028697074) - | > loss: 0.049656931310892105 (0.053319198852100645) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2869 (0.2785280243751525) - | > loader_time: 0.0085 (0.008420279017092394) - - - --> TIME: 2025-12-26 16:00:33 -- STEP: 1892/2207 -- GLOBAL_STEP: 58100 - | > loss_text_ce: 0.029385404661297798 (0.02898305330630274) - | > loss_mel_ce: 3.1411290168762207 (3.3834573432456607) - | > loss: 0.04953928664326668 (0.053319381197508856) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2665 (0.2785108263346419) - | > loader_time: 0.009 (0.008419802274562845) - - - --> TIME: 2025-12-26 16:00:43 -- STEP: 1917/2207 -- GLOBAL_STEP: 58125 - | > loss_text_ce: 0.029776880517601967 (0.028979869057066315) - | > loss_mel_ce: 3.2744035720825195 (3.383160489017165) - | > loss: 0.05162781849503517 (0.053314693095274236) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.266 (0.2785750216472639) - | > loader_time: 0.0084 (0.008420029716312609) - - - --> TIME: 2025-12-26 16:00:52 -- STEP: 1942/2207 -- GLOBAL_STEP: 58150 - | > loss_text_ce: 0.03018503077328205 (0.02897900674419226) - | > loss_mel_ce: 3.861581325531006 (3.3832163881936346) - | > loss: 0.06080884858965874 (0.053315553044944404) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2619 (0.27852103246105553) - | > loader_time: 0.008 (0.00841966704163321) - - - --> TIME: 2025-12-26 16:01:02 -- STEP: 1967/2207 -- GLOBAL_STEP: 58175 - | > loss_text_ce: 0.029197020456194878 (0.028977869797249887) - | > loss_mel_ce: 3.21097731590271 (3.38373238166456) - | > loss: 0.05062772333621979 (0.05332359767802547) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2866 (0.2787118036854866) - | > loader_time: 0.0084 (0.008421122997499206) - - - --> TIME: 2025-12-26 16:01:12 -- STEP: 1992/2207 -- GLOBAL_STEP: 58200 - | > loss_text_ce: 0.029528548941016197 (0.028978173516271823) - | > loss_mel_ce: 3.288360357284546 (3.3837069983941954) - | > loss: 0.051842015236616135 (0.05332320581104261) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2901 (0.27877087083207663) - | > loader_time: 0.0088 (0.00842595567186195) - - - --> TIME: 2025-12-26 16:01:22 -- STEP: 2017/2207 -- GLOBAL_STEP: 58225 - | > loss_text_ce: 0.02647658996284008 (0.02897238749484349) - | > loss_mel_ce: 3.312930107116699 (3.383778610380793) - | > loss: 0.05217823013663292 (0.05332423433713174) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2971 (0.27878964390563316) - | > loader_time: 0.0085 (0.008430345612820508) - - - --> TIME: 2025-12-26 16:01:31 -- STEP: 2042/2207 -- GLOBAL_STEP: 58250 - | > loss_text_ce: 0.026698758825659752 (0.028968657015747117) - | > loss_mel_ce: 3.2679672241210938 (3.3837102088825466) - | > loss: 0.05147915706038475 (0.05332310727991739) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2971 (0.2788132236473251) - | > loader_time: 0.0083 (0.008429256872612399) - - - --> TIME: 2025-12-26 16:01:41 -- STEP: 2067/2207 -- GLOBAL_STEP: 58275 - | > loss_text_ce: 0.028068844228982925 (0.02896568245003491) - | > loss_mel_ce: 3.111785650253296 (3.3829883634034816) - | > loss: 0.04906022548675537 (0.053311781969460285) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2686 (0.27885234742333115) - | > loader_time: 0.0083 (0.008428395169336094) - - - --> TIME: 2025-12-26 16:01:51 -- STEP: 2092/2207 -- GLOBAL_STEP: 58300 - | > loss_text_ce: 0.029557766392827034 (0.028962644245333072) - | > loss_mel_ce: 3.4173941612243652 (3.3832287880704226) - | > loss: 0.053858622908592224 (0.05331549113064318) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2666 (0.2788881886301725) - | > loader_time: 0.0085 (0.008427380603768403) - - - --> TIME: 2025-12-26 16:02:00 -- STEP: 2117/2207 -- GLOBAL_STEP: 58325 - | > loss_text_ce: 0.02986428141593933 (0.02896242939027261) - | > loss_mel_ce: 3.307515859603882 (3.38359922466269) - | > loss: 0.05214656516909599 (0.053321275847753244) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.269 (0.2788677952117281) - | > loader_time: 0.0083 (0.008427039373016717) - - - --> TIME: 2025-12-26 16:02:10 -- STEP: 2142/2207 -- GLOBAL_STEP: 58350 - | > loss_text_ce: 0.027786076068878174 (0.028965706919623413) - | > loss_mel_ce: 3.1745665073394775 (3.38366979933809) - | > loss: 0.05003675818443298 (0.053322429792219815) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2912 (0.278845521582276) - | > loader_time: 0.0082 (0.008425203135478839) - - - --> TIME: 2025-12-26 16:02:19 -- STEP: 2167/2207 -- GLOBAL_STEP: 58375 - | > loss_text_ce: 0.028678402304649353 (0.028971041935652034) - | > loss_mel_ce: 3.235823392868042 (3.382704117576482) - | > loss: 0.051007840782403946 (0.05330742437978683) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2682 (0.2787900263667944) - | > loader_time: 0.0083 (0.008424401778365037) - - - --> TIME: 2025-12-26 16:02:29 -- STEP: 2192/2207 -- GLOBAL_STEP: 58400 - | > loss_text_ce: 0.03047560341656208 (0.028968959597252084) - | > loss_mel_ce: 3.508309841156006 (3.38212111037578) - | > loss: 0.05529352277517319 (0.053298282352051786) - | > current_lr: 1.999999803594879e-05 - | > step_time: 0.2543 (0.278825423143207) - | > loader_time: 0.0082 (0.008424454579388134) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.08151507055437246 (+0.005815800782796518) - | > avg_loss_text_ce: 0.028079007840337785 (-5.0028685379673726e-05) - | > avg_loss_mel_ce: 3.7229301736161515 (+0.0001593071061209983) - | > avg_loss: 3.751009171073501 (+0.0001092746451090143) - - - > EPOCH: 3/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 16:05:11)  - - --> TIME: 2025-12-26 16:05:19 -- STEP: 10/2207 -- GLOBAL_STEP: 58425 - | > loss_text_ce: 0.026762301102280617 (0.029344105161726475) - | > loss_mel_ce: 3.4038686752319336 (3.4299653291702272) - | > loss: 0.053603608161211014 (0.054051709920167924) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.3052 (0.28797690868377684) - | > loader_time: 0.0091 (0.00965116024017334) - - - --> TIME: 2025-12-26 16:05:28 -- STEP: 35/2207 -- GLOBAL_STEP: 58450 - | > loss_text_ce: 0.030249426141381264 (0.02937472632953099) - | > loss_mel_ce: 3.2667601108551025 (3.3843531812940326) - | > loss: 0.05151577293872833 (0.05333949838365827) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2691 (0.2767510141645159) - | > loader_time: 0.0093 (0.009486082621983121) - - - --> TIME: 2025-12-26 16:05:38 -- STEP: 60/2207 -- GLOBAL_STEP: 58475 - | > loss_text_ce: 0.02537057176232338 (0.029236523993313314) - | > loss_mel_ce: 3.8379926681518555 (3.4010316729545593) - | > loss: 0.06036505103111267 (0.053597940442462765) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2664 (0.2774103879928589) - | > loader_time: 0.009 (0.00941935380299886) - - - --> TIME: 2025-12-26 16:05:47 -- STEP: 85/2207 -- GLOBAL_STEP: 58500 - | > loss_text_ce: 0.03115960583090782 (0.029156937428257045) - | > loss_mel_ce: 3.0245206356048584 (3.3780853944666247) - | > loss: 0.047745004296302795 (0.0532381613026647) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2909 (0.2789241370032814) - | > loader_time: 0.0089 (0.009307979134952325) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_58500.pth - - --> TIME: 2025-12-26 16:06:22 -- STEP: 110/2207 -- GLOBAL_STEP: 58525 - | > loss_text_ce: 0.029256295412778854 (0.0291674625297839) - | > loss_mel_ce: 3.4502177238464355 (3.3983735713091763) - | > loss: 0.05436678230762482 (0.0535553286021406) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2878 (0.2793055122548883) - | > loader_time: 0.0078 (0.009317913922396573) - - - --> TIME: 2025-12-26 16:06:32 -- STEP: 135/2207 -- GLOBAL_STEP: 58550 - | > loss_text_ce: 0.029196688905358315 (0.029124736275385928) - | > loss_mel_ce: 3.211313009262085 (3.4013425985972088) - | > loss: 0.050632964819669724 (0.05360105206017141) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2875 (0.27757026707684546) - | > loader_time: 0.0081 (0.009189354931866681) - - - --> TIME: 2025-12-26 16:06:41 -- STEP: 160/2207 -- GLOBAL_STEP: 58575 - | > loss_text_ce: 0.027684761211276054 (0.02911657562945038) - | > loss_mel_ce: 3.2100884914398193 (3.3948248609900475) - | > loss: 0.05059020593762398 (0.053499084897339365) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2613 (0.27778396755456913) - | > loader_time: 0.0083 (0.009075216948986053) - - - --> TIME: 2025-12-26 16:06:51 -- STEP: 185/2207 -- GLOBAL_STEP: 58600 - | > loss_text_ce: 0.02567235194146633 (0.029084952991153743) - | > loss_mel_ce: 3.619961977005005 (3.3960626151110676) - | > loss: 0.05696303769946098 (0.05351793069291761) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2899 (0.2775528985100822) - | > loader_time: 0.0082 (0.009007035075007259) - - - --> TIME: 2025-12-26 16:07:00 -- STEP: 210/2207 -- GLOBAL_STEP: 58625 - | > loss_text_ce: 0.02796042710542679 (0.029080031315485637) - | > loss_mel_ce: 3.3929402828216553 (3.399007099015372) - | > loss: 0.053451575338840485 (0.05356386138924532) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2661 (0.2777829749243598) - | > loader_time: 0.0086 (0.00896241097223191) - - - --> TIME: 2025-12-26 16:07:10 -- STEP: 235/2207 -- GLOBAL_STEP: 58650 - | > loss_text_ce: 0.028627745807170868 (0.02910765290577361) - | > loss_mel_ce: 3.248105049133301 (3.3914041082909767) - | > loss: 0.05119894817471504 (0.05344549621990388) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2657 (0.2777920104087667) - | > loader_time: 0.0086 (0.008893194604427255) - - - --> TIME: 2025-12-26 16:07:19 -- STEP: 260/2207 -- GLOBAL_STEP: 58675 - | > loss_text_ce: 0.028384177014231682 (0.029050326361679115) - | > loss_mel_ce: 3.126676559448242 (3.3899818998116715) - | > loss: 0.04929782450199127 (0.05342237849075062) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2667 (0.27760136952767006) - | > loader_time: 0.0084 (0.008832052120795615) - - - --> TIME: 2025-12-26 16:07:29 -- STEP: 285/2207 -- GLOBAL_STEP: 58700 - | > loss_text_ce: 0.026736021041870117 (0.029022283760602015) - | > loss_mel_ce: 3.4128270149230957 (3.3871403116928906) - | > loss: 0.05374317243695259 (0.05337754052720574) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2661 (0.27751070323743315) - | > loader_time: 0.0082 (0.008784471478378563) - - - --> TIME: 2025-12-26 16:07:38 -- STEP: 310/2207 -- GLOBAL_STEP: 58725 - | > loss_text_ce: 0.029383808374404907 (0.029008994509856546) - | > loss_mel_ce: 3.6200921535491943 (3.3858259124140586) - | > loss: 0.0570230633020401 (0.05335679540951408) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2688 (0.2773624996985158) - | > loader_time: 0.0082 (0.008742830061143441) - - - --> TIME: 2025-12-26 16:07:48 -- STEP: 335/2207 -- GLOBAL_STEP: 58750 - | > loss_text_ce: 0.028267554938793182 (0.028985570615796902) - | > loss_mel_ce: 3.2539186477661133 (3.388958602165108) - | > loss: 0.05128416046500206 (0.05340537770248173) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2684 (0.277221592148738) - | > loader_time: 0.0086 (0.00870800516498623) - - - --> TIME: 2025-12-26 16:07:57 -- STEP: 360/2207 -- GLOBAL_STEP: 58775 - | > loss_text_ce: 0.028959624469280243 (0.029002876879854336) - | > loss_mel_ce: 3.350187301635742 (3.3876732190450034) - | > loss: 0.05279916897416115 (0.05338556397085391) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2906 (0.277098407347997) - | > loader_time: 0.0082 (0.008673134115007195) - - - --> TIME: 2025-12-26 16:08:07 -- STEP: 385/2207 -- GLOBAL_STEP: 58800 - | > loss_text_ce: 0.03040498122572899 (0.02903435959347657) - | > loss_mel_ce: 3.3524532318115234 (3.3901343234173664) - | > loss: 0.052857160568237305 (0.0534245106403704) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.268 (0.27730231285095225) - | > loader_time: 0.0084 (0.008644120724170236) - - - --> TIME: 2025-12-26 16:08:17 -- STEP: 410/2207 -- GLOBAL_STEP: 58825 - | > loss_text_ce: 0.029268154874444008 (0.028992242093493298) - | > loss_mel_ce: 3.495311737060547 (3.388076057085177) - | > loss: 0.05507156252861023 (0.05339169213321152) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2654 (0.27751221656799324) - | > loader_time: 0.0081 (0.008629519183461259) - - - --> TIME: 2025-12-26 16:08:26 -- STEP: 435/2207 -- GLOBAL_STEP: 58850 - | > loss_text_ce: 0.028240272775292397 (0.02899544963120729) - | > loss_mel_ce: 3.308201789855957 (3.3894101153845075) - | > loss: 0.052131906151771545 (0.053412586904462746) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.3007 (0.27740011489254335) - | > loader_time: 0.0082 (0.008606020609537758) - - - --> TIME: 2025-12-26 16:08:35 -- STEP: 460/2207 -- GLOBAL_STEP: 58875 - | > loss_text_ce: 0.03032759390771389 (0.029010791027837473) - | > loss_mel_ce: 3.291844606399536 (3.3903530157130697) - | > loss: 0.051908940076828 (0.053427559420790374) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2651 (0.27735876881557975) - | > loader_time: 0.0081 (0.00860507954721865) - - - --> TIME: 2025-12-26 16:08:45 -- STEP: 485/2207 -- GLOBAL_STEP: 58900 - | > loss_text_ce: 0.029320333153009415 (0.02901896622761623) - | > loss_mel_ce: 3.395280361175537 (3.3885474062457526) - | > loss: 0.05350938439369202 (0.053399474519429765) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.295 (0.27721311529887105) - | > loader_time: 0.0084 (0.008586291676944061) - - - --> TIME: 2025-12-26 16:08:54 -- STEP: 510/2207 -- GLOBAL_STEP: 58925 - | > loss_text_ce: 0.028950801119208336 (0.029023350826373286) - | > loss_mel_ce: 3.284662961959839 (3.3881594363380882) - | > loss: 0.051775213330984116 (0.0533934810071015) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2862 (0.27729274478613175) - | > loader_time: 0.0081 (0.008580524313683599) - - - --> TIME: 2025-12-26 16:09:04 -- STEP: 535/2207 -- GLOBAL_STEP: 58950 - | > loss_text_ce: 0.03003620356321335 (0.029019375827824954) - | > loss_mel_ce: 3.321847915649414 (3.3896700507012483) - | > loss: 0.052373189479112625 (0.053417022254700984) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2683 (0.27715857630578167) - | > loader_time: 0.0081 (0.008566805581066093) - - - --> TIME: 2025-12-26 16:09:14 -- STEP: 560/2207 -- GLOBAL_STEP: 58975 - | > loss_text_ce: 0.028829077258706093 (0.029018532764166594) - | > loss_mel_ce: 3.318068504333496 (3.392490599836622) - | > loss: 0.052295275032520294 (0.053461080164249476) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2658 (0.2772296054022653) - | > loader_time: 0.0081 (0.008552885907036912) - - - --> TIME: 2025-12-26 16:09:23 -- STEP: 585/2207 -- GLOBAL_STEP: 59000 - | > loss_text_ce: 0.027342544868588448 (0.029005575377462258) - | > loss_mel_ce: 3.468743324279785 (3.3959285397814893) - | > loss: 0.05462634190917015 (0.053514595520802045) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2682 (0.2772793150355674) - | > loader_time: 0.0081 (0.008537100930499208) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_59000.pth - - --> TIME: 2025-12-26 16:09:59 -- STEP: 610/2207 -- GLOBAL_STEP: 59025 - | > loss_text_ce: 0.027737196534872055 (0.0289881455727288) - | > loss_mel_ce: 3.7849364280700684 (3.3974308928505326) - | > loss: 0.05957302451133728 (0.053537797439293794) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.291 (0.27767539649713235) - | > loader_time: 0.0086 (0.008544962132563349) - - - --> TIME: 2025-12-26 16:10:09 -- STEP: 635/2207 -- GLOBAL_STEP: 59050 - | > loss_text_ce: 0.030231375247240067 (0.02898100543268553) - | > loss_mel_ce: 3.5742881298065186 (3.399125910556223) - | > loss: 0.05632061883807182 (0.05356417053679783) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.296 (0.27783037133104216) - | > loader_time: 0.0084 (0.00853659224322461) - - - --> TIME: 2025-12-26 16:10:18 -- STEP: 660/2207 -- GLOBAL_STEP: 59075 - | > loss_text_ce: 0.029994061216711998 (0.028980015729074226) - | > loss_mel_ce: 3.2501108646392822 (3.397074434251497) - | > loss: 0.05125163868069649 (0.05353210075109295) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.291 (0.2778945055874909) - | > loader_time: 0.0081 (0.008527963089220447) - - - --> TIME: 2025-12-26 16:10:28 -- STEP: 685/2207 -- GLOBAL_STEP: 59100 - | > loss_text_ce: 0.028378671035170555 (0.02898612517564401) - | > loss_mel_ce: 3.5833122730255127 (3.396938059103751) - | > loss: 0.05643267184495926 (0.05353006534550313) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2893 (0.2782357362064999) - | > loader_time: 0.0085 (0.008520448294869302) - - - --> TIME: 2025-12-26 16:10:37 -- STEP: 710/2207 -- GLOBAL_STEP: 59125 - | > loss_text_ce: 0.03027983196079731 (0.02896773559631596) - | > loss_mel_ce: 3.3465518951416016 (3.3957640970256975) - | > loss: 0.05276299640536308 (0.05351143485118807) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2656 (0.2782135725021361) - | > loader_time: 0.0081 (0.008511629910536212) - - - --> TIME: 2025-12-26 16:10:47 -- STEP: 735/2207 -- GLOBAL_STEP: 59150 - | > loss_text_ce: 0.0324847586452961 (0.028964067100971734) - | > loss_mel_ce: 3.0550544261932373 (3.3919972886844563) - | > loss: 0.04824279993772507 (0.053452521146965686) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2685 (0.2783752295435691) - | > loader_time: 0.0081 (0.008502015937753273) - - - --> TIME: 2025-12-26 16:10:57 -- STEP: 760/2207 -- GLOBAL_STEP: 59175 - | > loss_text_ce: 0.029502099379897118 (0.028972704990423825) - | > loss_mel_ce: 3.203169822692871 (3.3893904993408612) - | > loss: 0.05051049962639809 (0.0534119250252843) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2891 (0.27835943416545256) - | > loader_time: 0.0082 (0.008494092602478829) - - - --> TIME: 2025-12-26 16:11:06 -- STEP: 785/2207 -- GLOBAL_STEP: 59200 - | > loss_text_ce: 0.02668551169335842 (0.02896664913292903) - | > loss_mel_ce: 3.2803144454956055 (3.389067650448745) - | > loss: 0.05167187377810478 (0.053406785893592115) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.286 (0.2782888412475583) - | > loader_time: 0.008 (0.008484651784228676) - - - --> TIME: 2025-12-26 16:11:16 -- STEP: 810/2207 -- GLOBAL_STEP: 59225 - | > loss_text_ce: 0.029209164902567863 (0.028955409041157475) - | > loss_mel_ce: 3.7243432998657227 (3.3894100989824465) - | > loss: 0.05864925682544708 (0.05341196102492604) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2684 (0.27838819321290925) - | > loader_time: 0.0079 (0.008478265632817778) - - - --> TIME: 2025-12-26 16:11:25 -- STEP: 835/2207 -- GLOBAL_STEP: 59250 - | > loss_text_ce: 0.028999315574765205 (0.028960549139869427) - | > loss_mel_ce: 3.281329870223999 (3.390304807274642) - | > loss: 0.051723893731832504 (0.053426021150129295) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.262 (0.27833394204784995) - | > loader_time: 0.0082 (0.008469571324879546) - - - --> TIME: 2025-12-26 16:11:35 -- STEP: 860/2207 -- GLOBAL_STEP: 59275 - | > loss_text_ce: 0.027678439393639565 (0.028956985711878123) - | > loss_mel_ce: 3.4788365364074707 (3.38881724213445) - | > loss: 0.05478929728269577 (0.053402722263058956) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2681 (0.27821867964988506) - | > loader_time: 0.0084 (0.008462750080019938) - - - --> TIME: 2025-12-26 16:11:44 -- STEP: 885/2207 -- GLOBAL_STEP: 59300 - | > loss_text_ce: 0.028501836583018303 (0.028957796896581595) - | > loss_mel_ce: 3.219357967376709 (3.3891365611620548) - | > loss: 0.05074780806899071 (0.05340772429007596) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2677 (0.27820562562026496) - | > loader_time: 0.0084 (0.008455566093746565) - - - --> TIME: 2025-12-26 16:11:54 -- STEP: 910/2207 -- GLOBAL_STEP: 59325 - | > loss_text_ce: 0.02834250219166279 (0.028948128759697243) - | > loss_mel_ce: 3.716106653213501 (3.38621824495085) - | > loss: 0.05850701779127121 (0.05336197453786384) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2898 (0.27821450338258796) - | > loader_time: 0.0083 (0.008456208941700703) - - - --> TIME: 2025-12-26 16:12:03 -- STEP: 935/2207 -- GLOBAL_STEP: 59350 - | > loss_text_ce: 0.028224067762494087 (0.028932481183406505) - | > loss_mel_ce: 3.2863826751708984 (3.3845711134334304) - | > loss: 0.05179072916507721 (0.05333599360550152) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2906 (0.278210375270741) - | > loader_time: 0.0082 (0.008451318740844732) - - - --> TIME: 2025-12-26 16:12:13 -- STEP: 960/2207 -- GLOBAL_STEP: 59375 - | > loss_text_ce: 0.029866104945540428 (0.02891981975796322) - | > loss_mel_ce: 3.446094512939453 (3.3840456542869415) - | > loss: 0.05431188642978668 (0.05332758547738195) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2359 (0.2781630141039685) - | > loader_time: 0.0081 (0.008443650354941686) - - - --> TIME: 2025-12-26 16:12:22 -- STEP: 985/2207 -- GLOBAL_STEP: 59400 - | > loss_text_ce: 0.029100235551595688 (0.028921812585540833) - | > loss_mel_ce: 3.5168726444244385 (3.3828696352576246) - | > loss: 0.05540582537651062 (0.05330924131543504) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2895 (0.27818713720679844) - | > loader_time: 0.008 (0.008434881655697895) - - - --> TIME: 2025-12-26 16:12:32 -- STEP: 1010/2207 -- GLOBAL_STEP: 59425 - | > loss_text_ce: 0.03072180040180683 (0.028923200041350752) - | > loss_mel_ce: 3.371981620788574 (3.381870001613504) - | > loss: 0.05316724255681038 (0.05329364371845628) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2659 (0.27817329557815357) - | > loader_time: 0.0083 (0.008434442482372321) - - - --> TIME: 2025-12-26 16:12:41 -- STEP: 1035/2207 -- GLOBAL_STEP: 59450 - | > loss_text_ce: 0.029519690200686455 (0.028926829493420136) - | > loss_mel_ce: 3.185899257659912 (3.3796673581220107) - | > loss: 0.05024092271924019 (0.0532592841392554) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2664 (0.2781067514189195) - | > loader_time: 0.008 (0.008426263136564246) - - - --> TIME: 2025-12-26 16:12:51 -- STEP: 1060/2207 -- GLOBAL_STEP: 59475 - | > loss_text_ce: 0.029173344373703003 (0.02891828059833848) - | > loss_mel_ce: 3.4558465480804443 (3.3802475054309067) - | > loss: 0.05445343628525734 (0.053268215362474614) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2901 (0.27792940409678285) - | > loader_time: 0.008 (0.008418535961295074) - - - --> TIME: 2025-12-26 16:13:00 -- STEP: 1085/2207 -- GLOBAL_STEP: 59500 - | > loss_text_ce: 0.026548560708761215 (0.02891215651643715) - | > loss_mel_ce: 3.193159818649292 (3.378513299265217) - | > loss: 0.05030794441699982 (0.053241022703697065) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2689 (0.2779886828040193) - | > loader_time: 0.0084 (0.00841013583170104) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_59500.pth - - --> TIME: 2025-12-26 16:13:34 -- STEP: 1110/2207 -- GLOBAL_STEP: 59525 - | > loss_text_ce: 0.0320051833987236 (0.02891235845750784) - | > loss_mel_ce: 3.772390365600586 (3.3793275051288783) - | > loss: 0.059443678706884384 (0.05325374782823764) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2672 (0.2779002977921077) - | > loader_time: 0.008 (0.008415511921719387) - - - --> TIME: 2025-12-26 16:13:44 -- STEP: 1135/2207 -- GLOBAL_STEP: 59550 - | > loss_text_ce: 0.03140703961253166 (0.028910432637788114) - | > loss_mel_ce: 3.263312816619873 (3.3784412117256477) - | > loss: 0.0514799989759922 (0.05323986940840793) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2659 (0.2779657397501265) - | > loader_time: 0.0083 (0.008411386674721338) - - - --> TIME: 2025-12-26 16:13:54 -- STEP: 1160/2207 -- GLOBAL_STEP: 59575 - | > loss_text_ce: 0.0283646360039711 (0.028907529375483753) - | > loss_mel_ce: 3.108574867248535 (3.3781943093086126) - | > loss: 0.049014680087566376 (0.05323596618555743) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2683 (0.2779051901965302) - | > loader_time: 0.0081 (0.0084102934804456) - - - --> TIME: 2025-12-26 16:14:03 -- STEP: 1185/2207 -- GLOBAL_STEP: 59600 - | > loss_text_ce: 0.027117988094687462 (0.02890553233932844) - | > loss_mel_ce: 3.169994592666626 (3.378129722699839) - | > loss: 0.04995488375425339 (0.05323492581268402) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2976 (0.27787507314722215) - | > loader_time: 0.0081 (0.00840622262109684) - - - --> TIME: 2025-12-26 16:14:13 -- STEP: 1210/2207 -- GLOBAL_STEP: 59625 - | > loss_text_ce: 0.02982027269899845 (0.02889752868285848) - | > loss_mel_ce: 3.4547860622406006 (3.3775703034125106) - | > loss: 0.05444697290658951 (0.05322605983223303) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2687 (0.27792316428885944) - | > loader_time: 0.0081 (0.008402272689441019) - - - --> TIME: 2025-12-26 16:14:22 -- STEP: 1235/2207 -- GLOBAL_STEP: 59650 - | > loss_text_ce: 0.025809278711676598 (0.028892391490248522) - | > loss_mel_ce: 3.4368412494659424 (3.3770778866431996) - | > loss: 0.05410391464829445 (0.05321828555843607) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2869 (0.27794816098232483) - | > loader_time: 0.0084 (0.00839841800180041) - - - --> TIME: 2025-12-26 16:14:32 -- STEP: 1260/2207 -- GLOBAL_STEP: 59675 - | > loss_text_ce: 0.029284674674272537 (0.028889206365223904) - | > loss_mel_ce: 3.42378830909729 (3.3774762791300597) - | > loss: 0.053954266011714935 (0.053224460680096855) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2655 (0.2779778751115947) - | > loader_time: 0.0082 (0.008394477102491587) - - - --> TIME: 2025-12-26 16:14:41 -- STEP: 1285/2207 -- GLOBAL_STEP: 59700 - | > loss_text_ce: 0.02878241240978241 (0.02889064997434615) - | > loss_mel_ce: 3.3620083332061768 (3.376927349261275) - | > loss: 0.05298110470175743 (0.05321590620661987) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.288 (0.2779346256404534) - | > loader_time: 0.0084 (0.008390036074567855) - - - --> TIME: 2025-12-26 16:14:51 -- STEP: 1310/2207 -- GLOBAL_STEP: 59725 - | > loss_text_ce: 0.02880164608359337 (0.028895975876855474) - | > loss_mel_ce: 3.4786837100982666 (3.3757396596078677) - | > loss: 0.05480445921421051 (0.05319743177476729) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.3143 (0.27789401352860515) - | > loader_time: 0.0079 (0.008390520183184676) - - - --> TIME: 2025-12-26 16:15:01 -- STEP: 1335/2207 -- GLOBAL_STEP: 59750 - | > loss_text_ce: 0.026188809424638748 (0.02889203211843743) - | > loss_mel_ce: 3.450932502746582 (3.3758949436944987) - | > loss: 0.054330021142959595 (0.053199796470698335) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2866 (0.27792604157094186) - | > loader_time: 0.0084 (0.008387287368488672) - - - --> TIME: 2025-12-26 16:15:10 -- STEP: 1360/2207 -- GLOBAL_STEP: 59775 - | > loss_text_ce: 0.02747924253344536 (0.02888851955478243) - | > loss_mel_ce: 3.176121950149536 (3.376110740093626) - | > loss: 0.05005626752972603 (0.05320311340174692) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2869 (0.2779161057051488) - | > loader_time: 0.0081 (0.008380686886170335) - - - --> TIME: 2025-12-26 16:15:20 -- STEP: 1385/2207 -- GLOBAL_STEP: 59800 - | > loss_text_ce: 0.029800308868288994 (0.028895265619784907) - | > loss_mel_ce: 3.316394567489624 (3.375595837809981) - | > loss: 0.05228429660201073 (0.05319517346011601) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2876 (0.2779723012490392) - | > loader_time: 0.008 (0.008374186629422742) - - - --> TIME: 2025-12-26 16:15:29 -- STEP: 1410/2207 -- GLOBAL_STEP: 59825 - | > loss_text_ce: 0.027613971382379532 (0.02888881977224814) - | > loss_mel_ce: 3.3325648307800293 (3.374903149131344) - | > loss: 0.052502792328596115 (0.05318424948722335) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.3055 (0.2779946359336796) - | > loader_time: 0.0079 (0.008371219398282101) - - - --> TIME: 2025-12-26 16:15:39 -- STEP: 1435/2207 -- GLOBAL_STEP: 59850 - | > loss_text_ce: 0.02871367335319519 (0.028883393587810644) - | > loss_mel_ce: 3.475672721862793 (3.3756520272962742) - | > loss: 0.0547560378909111 (0.05319586592736143) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2662 (0.27798990289508646) - | > loader_time: 0.0079 (0.008365042782826702) - - - --> TIME: 2025-12-26 16:15:48 -- STEP: 1460/2207 -- GLOBAL_STEP: 59875 - | > loss_text_ce: 0.029734956100583076 (0.028878149008761112) - | > loss_mel_ce: 3.5483877658843994 (3.37625111488447) - | > loss: 0.055908165872097015 (0.05320514471920793) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2682 (0.2780353188514708) - | > loader_time: 0.008 (0.00835895717960514) - - - --> TIME: 2025-12-26 16:15:58 -- STEP: 1485/2207 -- GLOBAL_STEP: 59900 - | > loss_text_ce: 0.02874293178319931 (0.02887575286456229) - | > loss_mel_ce: 3.377924680709839 (3.375520724319049) - | > loss: 0.053229182958602905 (0.05319369493008462) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2654 (0.2780486055496164) - | > loader_time: 0.0082 (0.008354703826133649) - - - --> TIME: 2025-12-26 16:16:08 -- STEP: 1510/2207 -- GLOBAL_STEP: 59925 - | > loss_text_ce: 0.029724325984716415 (0.02888307993158401) - | > loss_mel_ce: 3.2901525497436523 (3.3751227917260698) - | > loss: 0.05187307670712471 (0.05318759172316023) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.295 (0.27808516988691107) - | > loader_time: 0.0077 (0.008349733478975607) - - - --> TIME: 2025-12-26 16:16:17 -- STEP: 1535/2207 -- GLOBAL_STEP: 59950 - | > loss_text_ce: 0.027474798262119293 (0.028875284497580613) - | > loss_mel_ce: 3.2414891719818115 (3.3751153464426062) - | > loss: 0.05107756331562996 (0.05318735358623805) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2882 (0.27812037840728254) - | > loader_time: 0.0087 (0.00834881381802139) - - - --> TIME: 2025-12-26 16:16:27 -- STEP: 1560/2207 -- GLOBAL_STEP: 59975 - | > loss_text_ce: 0.027595870196819305 (0.0288745052479685) - | > loss_mel_ce: 3.297179937362671 (3.375646026165059) - | > loss: 0.05194962024688721 (0.05319563328073574) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2898 (0.27819094520348775) - | > loader_time: 0.0079 (0.008343645853874001) - - - --> TIME: 2025-12-26 16:16:36 -- STEP: 1585/2207 -- GLOBAL_STEP: 60000 - | > loss_text_ce: 0.031079327687621117 (0.028877443985937137) - | > loss_mel_ce: 3.413367509841919 (3.375953598955078) - | > loss: 0.053819481283426285 (0.053200485026140686) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2656 (0.2782261654405566) - | > loader_time: 0.0079 (0.00834508874814968) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_60000.pth - - --> TIME: 2025-12-26 16:17:11 -- STEP: 1610/2207 -- GLOBAL_STEP: 60025 - | > loss_text_ce: 0.02966040000319481 (0.028884512459084105) - | > loss_mel_ce: 3.292351722717285 (3.3757276090775976) - | > loss: 0.051906440407037735 (0.05319706438028293) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2665 (0.2781537127050556) - | > loader_time: 0.0083 (0.008347456647742599) - - - --> TIME: 2025-12-26 16:17:20 -- STEP: 1635/2207 -- GLOBAL_STEP: 60050 - | > loss_text_ce: 0.029952820390462875 (0.028887955863769257) - | > loss_mel_ce: 3.1161324977874756 (3.374471557978827) - | > loss: 0.049157582223415375 (0.053177492382056116) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2903 (0.2781196013867675) - | > loader_time: 0.0086 (0.008355185307493983) - - - --> TIME: 2025-12-26 16:17:30 -- STEP: 1660/2207 -- GLOBAL_STEP: 60075 - | > loss_text_ce: 0.02973906882107258 (0.02889140792954039) - | > loss_mel_ce: 3.359257221221924 (3.374240099234755) - | > loss: 0.05295306816697121 (0.053173929780542126) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2868 (0.278204989002412) - | > loader_time: 0.0087 (0.00835817563964659) - - - --> TIME: 2025-12-26 16:17:39 -- STEP: 1685/2207 -- GLOBAL_STEP: 60100 - | > loss_text_ce: 0.02899955026805401 (0.02889148455654831) - | > loss_mel_ce: 3.3880608081817627 (3.3744856166556625) - | > loss: 0.05339156836271286 (0.05317776719169021) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2903 (0.27820610646324295) - | > loader_time: 0.0084 (0.008358660932818214) - - - --> TIME: 2025-12-26 16:17:49 -- STEP: 1710/2207 -- GLOBAL_STEP: 60125 - | > loss_text_ce: 0.03015727736055851 (0.028893219069604976) - | > loss_mel_ce: 3.3665225505828857 (3.3742738732120463) - | > loss: 0.05307312309741974 (0.05317448580430613) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2873 (0.2781854767548414) - | > loader_time: 0.0082 (0.00835929976569281) - - - --> TIME: 2025-12-26 16:17:59 -- STEP: 1735/2207 -- GLOBAL_STEP: 60150 - | > loss_text_ce: 0.02878645434975624 (0.028896716942404112) - | > loss_mel_ce: 3.4347879886627197 (3.37469864949713) - | > loss: 0.05411835014820099 (0.05318117758812065) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2606 (0.2782063392122477) - | > loader_time: 0.0087 (0.008362356042999347) - - - --> TIME: 2025-12-26 16:18:08 -- STEP: 1760/2207 -- GLOBAL_STEP: 60175 - | > loss_text_ce: 0.030138136819005013 (0.028900066715538155) - | > loss_mel_ce: 3.680579423904419 (3.375025431676346) - | > loss: 0.05797996371984482 (0.053186335905709044) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2658 (0.2781611213629901) - | > loader_time: 0.0083 (0.00836330015550959) - - - --> TIME: 2025-12-26 16:18:18 -- STEP: 1785/2207 -- GLOBAL_STEP: 60200 - | > loss_text_ce: 0.028919855132699013 (0.028899403641663005) - | > loss_mel_ce: 3.1778061389923096 (3.3744801546679173) - | > loss: 0.05010509490966797 (0.05317780559553819) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2863 (0.27825598676665536) - | > loader_time: 0.0084 (0.008359433689705115) - - - --> TIME: 2025-12-26 16:18:27 -- STEP: 1810/2207 -- GLOBAL_STEP: 60225 - | > loss_text_ce: 0.028987569734454155 (0.02890012761711744) - | > loss_mel_ce: 3.221400022506714 (3.3743575005241535) - | > loss: 0.0507873073220253 (0.05317590042989886) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2682 (0.278280212602563) - | > loader_time: 0.008 (0.008358690488404319) - - - --> TIME: 2025-12-26 16:18:37 -- STEP: 1835/2207 -- GLOBAL_STEP: 60250 - | > loss_text_ce: 0.029704848304390907 (0.02890237981621023) - | > loss_mel_ce: 3.1873717308044434 (3.3740215023466953) - | > loss: 0.050266820937395096 (0.05317068564875573) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2679 (0.2781747283987521) - | > loader_time: 0.0087 (0.008357032833047383) - - - --> TIME: 2025-12-26 16:18:46 -- STEP: 1860/2207 -- GLOBAL_STEP: 60275 - | > loss_text_ce: 0.02858889289200306 (0.028899191432101744) - | > loss_mel_ce: 3.280646800994873 (3.3742444305009753) - | > loss: 0.05170680955052376 (0.053174119082189365) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.269 (0.2781941456179468) - | > loader_time: 0.0083 (0.008355938491000914) - - - --> TIME: 2025-12-26 16:18:56 -- STEP: 1885/2207 -- GLOBAL_STEP: 60300 - | > loss_text_ce: 0.029477307572960854 (0.028902003467478225) - | > loss_mel_ce: 3.246532917022705 (3.374354974660698) - | > loss: 0.0511876605451107 (0.053175890271796464) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2899 (0.27821732591887083) - | > loader_time: 0.0084 (0.008354249114383115) - - - --> TIME: 2025-12-26 16:19:05 -- STEP: 1910/2207 -- GLOBAL_STEP: 60325 - | > loss_text_ce: 0.027701320126652718 (0.02889768899715851) - | > loss_mel_ce: 3.1617507934570312 (3.3744668828255233) - | > loss: 0.049835190176963806 (0.05317757141956796) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2662 (0.27816787153014366) - | > loader_time: 0.008 (0.008351179692133556) - - - --> TIME: 2025-12-26 16:19:15 -- STEP: 1935/2207 -- GLOBAL_STEP: 60350 - | > loss_text_ce: 0.028487874194979668 (0.028894928517421696) - | > loss_mel_ce: 3.1506855487823486 (3.3745250927385446) - | > loss: 0.049674585461616516 (0.05317843781461703) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2866 (0.27817148016404764) - | > loader_time: 0.0084 (0.008349024356181612) - - - --> TIME: 2025-12-26 16:19:25 -- STEP: 1960/2207 -- GLOBAL_STEP: 60375 - | > loss_text_ce: 0.028445087373256683 (0.028895190367665212) - | > loss_mel_ce: 3.553060293197632 (3.374419168063574) - | > loss: 0.05596102029085159 (0.05317678683038268) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2863 (0.2782266465985048) - | > loader_time: 0.0078 (0.008347396339688978) - - - --> TIME: 2025-12-26 16:19:34 -- STEP: 1985/2207 -- GLOBAL_STEP: 60400 - | > loss_text_ce: 0.02860407344996929 (0.02889603230755034) - | > loss_mel_ce: 3.347123861312866 (3.3742683399834634) - | > loss: 0.052745748311281204 (0.0531744432971069) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2679 (0.2781719414353073) - | > loader_time: 0.0085 (0.008344231324472111) - - - --> TIME: 2025-12-26 16:19:43 -- STEP: 2010/2207 -- GLOBAL_STEP: 60425 - | > loss_text_ce: 0.02841285616159439 (0.028895275600588136) - | > loss_mel_ce: 3.7544426918029785 (3.3749898421823694) - | > loss: 0.05910711735486984 (0.053185704943552535) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.266 (0.2781218679390146) - | > loader_time: 0.0083 (0.008342749325197131) - - - --> TIME: 2025-12-26 16:19:53 -- STEP: 2035/2207 -- GLOBAL_STEP: 60450 - | > loss_text_ce: 0.0288841649889946 (0.02889291970219453) - | > loss_mel_ce: 3.3989248275756836 (3.37494155815837) - | > loss: 0.05355951562523842 (0.05318491369192957) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2686 (0.27809800808787083) - | > loader_time: 0.0082 (0.00834084963036989) - - - --> TIME: 2025-12-26 16:20:02 -- STEP: 2060/2207 -- GLOBAL_STEP: 60475 - | > loss_text_ce: 0.027556918561458588 (0.028891742824423076) - | > loss_mel_ce: 3.2000234127044678 (3.374364201073509) - | > loss: 0.050430942326784134 (0.05317587409783335) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2968 (0.2780738769225707) - | > loader_time: 0.0085 (0.00833983143556465) - - - --> TIME: 2025-12-26 16:20:12 -- STEP: 2085/2207 -- GLOBAL_STEP: 60500 - | > loss_text_ce: 0.028657445684075356 (0.02889593251996474) - | > loss_mel_ce: 3.437494993209839 (3.374374905250057) - | > loss: 0.05415863171219826 (0.053176106816287226) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2654 (0.27808158803615096) - | > loader_time: 0.0088 (0.008340632486686426) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_60500.pth - - --> TIME: 2025-12-26 16:20:47 -- STEP: 2110/2207 -- GLOBAL_STEP: 60525 - | > loss_text_ce: 0.030326828360557556 (0.028899090051191956) - | > loss_mel_ce: 3.1918883323669434 (3.3740689259569803) - | > loss: 0.050347112119197845 (0.05317137522614115) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.267 (0.27811081578946256) - | > loader_time: 0.0078 (0.008345095467228454) - - - --> TIME: 2025-12-26 16:20:56 -- STEP: 2135/2207 -- GLOBAL_STEP: 60550 - | > loss_text_ce: 0.030956516042351723 (0.02890333391342146) - | > loss_mel_ce: 3.7292346954345703 (3.373620728865721) - | > loss: 0.058752987533807755 (0.05316443845839076) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2893 (0.27807593133466324) - | > loader_time: 0.0086 (0.008345249832653601) - - - --> TIME: 2025-12-26 16:21:06 -- STEP: 2160/2207 -- GLOBAL_STEP: 60575 - | > loss_text_ce: 0.029270974919199944 (0.028905470149281128) - | > loss_mel_ce: 3.5528743267059326 (3.3738851127801124) - | > loss: 0.055971018970012665 (0.053168602836214836) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2666 (0.2780848968912056) - | > loader_time: 0.0083 (0.008345182515956728) - - - --> TIME: 2025-12-26 16:21:15 -- STEP: 2185/2207 -- GLOBAL_STEP: 60600 - | > loss_text_ce: 0.027384409680962563 (0.028907105254192655) - | > loss_mel_ce: 3.4328291416168213 (3.3736216727328796) - | > loss: 0.05406583845615387 (0.05316451213554878) - | > current_lr: 1.999999214379593e-05 - | > step_time: 0.2685 (0.27807609723961885) - | > loader_time: 0.0085 (0.008345980065910977) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07795673930967176 (-0.003558331244700702) - | > avg_loss_text_ce: 0.0280095508473145 (-6.945699302328412e-05) - | > avg_loss_mel_ce: 3.7272209573436426 (+0.004290783727491032) - | > avg_loss: 3.755230513778893 (+0.004221342705391873) - - - > EPOCH: 4/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 16:24:02)  - - --> TIME: 2025-12-26 16:24:06 -- STEP: 3/2207 -- GLOBAL_STEP: 60625 - | > loss_text_ce: 0.029702622443437576 (0.028879758591453236) - | > loss_mel_ce: 3.148186206817627 (3.1680235068003335) - | > loss: 0.0496545135974884 (0.04995161419113477) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.291 (0.2813907464345296) - | > loader_time: 0.0075 (0.008120059967041016) - - - --> TIME: 2025-12-26 16:24:16 -- STEP: 28/2207 -- GLOBAL_STEP: 60650 - | > loss_text_ce: 0.028717773035168648 (0.02910356762419854) - | > loss_mel_ce: 3.326911449432373 (3.336377578122275) - | > loss: 0.052431706339120865 (0.05258564318397215) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2917 (0.2851820843560354) - | > loader_time: 0.0084 (0.00830357415335519) - - - --> TIME: 2025-12-26 16:24:26 -- STEP: 53/2207 -- GLOBAL_STEP: 60675 - | > loss_text_ce: 0.027764569967985153 (0.029006195939936728) - | > loss_mel_ce: 3.232208013534546 (3.3678346669898844) - | > loss: 0.050937071442604065 (0.053075638722698645) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2873 (0.28138002809488544) - | > loader_time: 0.0084 (0.00832738966312049) - - - --> TIME: 2025-12-26 16:24:35 -- STEP: 78/2207 -- GLOBAL_STEP: 60700 - | > loss_text_ce: 0.027996977791190147 (0.029126118008907024) - | > loss_mel_ce: 3.667520761489868 (3.384091392541543) - | > loss: 0.057742465287446976 (0.05333152370384106) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2619 (0.2802231372931065) - | > loader_time: 0.0079 (0.008322156392610995) - - - --> TIME: 2025-12-26 16:24:45 -- STEP: 103/2207 -- GLOBAL_STEP: 60725 - | > loss_text_ce: 0.027223605662584305 (0.02896205905499389) - | > loss_mel_ce: 3.2144601345062256 (3.376238862287651) - | > loss: 0.05065130814909935 (0.053206264430168765) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2688 (0.27948840382029716) - | > loader_time: 0.0079 (0.008317178892857824) - - - --> TIME: 2025-12-26 16:24:54 -- STEP: 128/2207 -- GLOBAL_STEP: 60750 - | > loss_text_ce: 0.029066823422908783 (0.028982329909922555) - | > loss_mel_ce: 3.581325054168701 (3.384423803538084) - | > loss: 0.05641237273812294 (0.053334470838308334) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2618 (0.27852150797843933) - | > loader_time: 0.0083 (0.008337602019310001) - - - --> TIME: 2025-12-26 16:25:04 -- STEP: 153/2207 -- GLOBAL_STEP: 60775 - | > loss_text_ce: 0.03197510540485382 (0.029061567939184848) - | > loss_mel_ce: 3.1840503215789795 (3.3821008096333425) - | > loss: 0.05025039613246918 (0.053299412106961194) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2674 (0.27818048545737667) - | > loader_time: 0.0086 (0.008331132090948762) - - - --> TIME: 2025-12-26 16:25:13 -- STEP: 178/2207 -- GLOBAL_STEP: 60800 - | > loss_text_ce: 0.029849618673324585 (0.029081034453146245) - | > loss_mel_ce: 3.5856711864471436 (3.384580409928654) - | > loss: 0.05649251118302345 (0.05333846001728866) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2875 (0.27867457170164983) - | > loader_time: 0.0082 (0.008327647541346172) - - - --> TIME: 2025-12-26 16:25:23 -- STEP: 203/2207 -- GLOBAL_STEP: 60825 - | > loss_text_ce: 0.029601315036416054 (0.029044654945214392) - | > loss_mel_ce: 3.259519577026367 (3.378556963258189) - | > loss: 0.05139251425862312 (0.05324377525102328) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2619 (0.27868197704183656) - | > loader_time: 0.0079 (0.008341690589641697) - - - --> TIME: 2025-12-26 16:25:32 -- STEP: 228/2207 -- GLOBAL_STEP: 60850 - | > loss_text_ce: 0.030156027525663376 (0.029024226247872178) - | > loss_mel_ce: 3.4881370067596436 (3.373636129655336) - | > loss: 0.05497333034873009 (0.05316656805052045) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2688 (0.27833889346373714) - | > loader_time: 0.0091 (0.008390166257557117) - - - --> TIME: 2025-12-26 16:25:42 -- STEP: 253/2207 -- GLOBAL_STEP: 60875 - | > loss_text_ce: 0.029111504554748535 (0.029005288584489124) - | > loss_mel_ce: 3.6998674869537354 (3.3691650944736162) - | > loss: 0.05826529860496521 (0.0530964122577147) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2871 (0.2785057456125855) - | > loader_time: 0.0152 (0.008401332636595718) - - - --> TIME: 2025-12-26 16:25:52 -- STEP: 278/2207 -- GLOBAL_STEP: 60900 - | > loss_text_ce: 0.030175235122442245 (0.028935432896393238) - | > loss_mel_ce: 3.375746488571167 (3.3704534974887217) - | > loss: 0.05321752652525902 (0.05311545201664349) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2629 (0.27867900381842964) - | > loader_time: 0.0078 (0.008382248363906537) - - - --> TIME: 2025-12-26 16:26:01 -- STEP: 303/2207 -- GLOBAL_STEP: 60925 - | > loss_text_ce: 0.03151405602693558 (0.028960342669595192) - | > loss_mel_ce: 3.663140058517456 (3.370146614490169) - | > loss: 0.05772897228598595 (0.05311104619611214) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2625 (0.2786824695347953) - | > loader_time: 0.0083 (0.008380538953019453) - - - --> TIME: 2025-12-26 16:26:11 -- STEP: 328/2207 -- GLOBAL_STEP: 60950 - | > loss_text_ce: 0.029939569532871246 (0.028966280591969446) - | > loss_mel_ce: 3.4700191020965576 (3.366127508442576) - | > loss: 0.054686855524778366 (0.05304834044470293) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2654 (0.2783264168878883) - | > loader_time: 0.008 (0.00835964737868891) - - - --> TIME: 2025-12-26 16:26:20 -- STEP: 353/2207 -- GLOBAL_STEP: 60975 - | > loss_text_ce: 0.027544807642698288 (0.02893139477344309) - | > loss_mel_ce: 3.455723285675049 (3.3709503550705087) - | > loss: 0.05442606285214424 (0.053123152342548455) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2867 (0.2784794815538963) - | > loader_time: 0.0085 (0.008340679552332208) - - - --> TIME: 2025-12-26 16:26:30 -- STEP: 378/2207 -- GLOBAL_STEP: 61000 - | > loss_text_ce: 0.028234364464879036 (0.02893575476531787) - | > loss_mel_ce: 3.295806407928467 (3.3685908796926025) - | > loss: 0.05193813890218735 (0.05308635368273056) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2658 (0.2784438398149278) - | > loader_time: 0.0077 (0.008326595422452093) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_61000.pth - - --> TIME: 2025-12-26 16:27:04 -- STEP: 403/2207 -- GLOBAL_STEP: 61025 - | > loss_text_ce: 0.027929825708270073 (0.02892760578866484) - | > loss_mel_ce: 3.3669376373291016 (3.3693328791161625) - | > loss: 0.05304480344057083 (0.05309782008046548) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3046 (0.2783083152534351) - | > loader_time: 0.0081 (0.00835213353556972) - - - --> TIME: 2025-12-26 16:27:14 -- STEP: 428/2207 -- GLOBAL_STEP: 61050 - | > loss_text_ce: 0.03004484437406063 (0.02893611254327208) - | > loss_mel_ce: 3.1669793128967285 (3.3709943818154735) - | > loss: 0.04995350167155266 (0.05312391400998719) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2699 (0.2783906526654679) - | > loader_time: 0.0083 (0.00835813038817077) - - - --> TIME: 2025-12-26 16:27:23 -- STEP: 453/2207 -- GLOBAL_STEP: 61075 - | > loss_text_ce: 0.029021577909588814 (0.028901619524191284) - | > loss_mel_ce: 3.3177056312561035 (3.369368378426592) - | > loss: 0.052292611449956894 (0.053097968736034354) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2689 (0.2783040479318985) - | > loader_time: 0.0093 (0.008368653703735903) - - - --> TIME: 2025-12-26 16:27:33 -- STEP: 478/2207 -- GLOBAL_STEP: 61100 - | > loss_text_ce: 0.027583075687289238 (0.028912155413571512) - | > loss_mel_ce: 3.5842323303222656 (3.3665414300423784) - | > loss: 0.056434616446495056 (0.053053962277193945) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2893 (0.2781588213214316) - | > loader_time: 0.0081 (0.00836603561704629) - - - --> TIME: 2025-12-26 16:27:42 -- STEP: 503/2207 -- GLOBAL_STEP: 61125 - | > loss_text_ce: 0.027438512071967125 (0.028896410873615243) - | > loss_mel_ce: 3.387216091156006 (3.3633093160853) - | > loss: 0.05335397645831108 (0.05300321447742625) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3047 (0.2783755511934194) - | > loader_time: 0.0088 (0.00836976859014979) - - - --> TIME: 2025-12-26 16:27:52 -- STEP: 528/2207 -- GLOBAL_STEP: 61150 - | > loss_text_ce: 0.03164762258529663 (0.02889365776597212) - | > loss_mel_ce: 3.3586549758911133 (3.3612003353509037) - | > loss: 0.05297347903251648 (0.05297021863445865) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2682 (0.27835116512847674) - | > loader_time: 0.0082 (0.008363180539824759) - - - --> TIME: 2025-12-26 16:28:01 -- STEP: 553/2207 -- GLOBAL_STEP: 61175 - | > loss_text_ce: 0.030119482427835464 (0.028886017893149665) - | > loss_mel_ce: 3.244976758956909 (3.3587020900753912) - | > loss: 0.0511733777821064 (0.05293106418406123) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2693 (0.27829289651908673) - | > loader_time: 0.0087 (0.008357130812908826) - - - --> TIME: 2025-12-26 16:28:11 -- STEP: 578/2207 -- GLOBAL_STEP: 61200 - | > loss_text_ce: 0.028968198224902153 (0.028884448855470826) - | > loss_mel_ce: 3.118025302886963 (3.3587725706991445) - | > loss: 0.049171771854162216 (0.05293214091689528) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2867 (0.27827817263487725) - | > loader_time: 0.0081 (0.008356791054088776) - - - --> TIME: 2025-12-26 16:28:21 -- STEP: 603/2207 -- GLOBAL_STEP: 61225 - | > loss_text_ce: 0.0293516144156456 (0.028895606393393) - | > loss_mel_ce: 3.1456408500671387 (3.3571206910495546) - | > loss: 0.04960925877094269 (0.05290650464532585) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2632 (0.2783980974510535) - | > loader_time: 0.0084 (0.008360263324693275) - - - --> TIME: 2025-12-26 16:28:30 -- STEP: 628/2207 -- GLOBAL_STEP: 61250 - | > loss_text_ce: 0.030222224071621895 (0.028893712970315462) - | > loss_mel_ce: 3.247990131378174 (3.357525528616208) - | > loss: 0.0512220673263073 (0.05291280064399645) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2869 (0.27842656632137913) - | > loader_time: 0.0083 (0.008360833878729762) - - - --> TIME: 2025-12-26 16:28:40 -- STEP: 653/2207 -- GLOBAL_STEP: 61275 - | > loss_text_ce: 0.028038548305630684 (0.028912512422931504) - | > loss_mel_ce: 3.146826982498169 (3.357039750991519) - | > loss: 0.04960727319121361 (0.052905504111126406) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2691 (0.27819448262224894) - | > loader_time: 0.0085 (0.008366389442549006) - - - --> TIME: 2025-12-26 16:28:49 -- STEP: 678/2207 -- GLOBAL_STEP: 61300 - | > loss_text_ce: 0.03055042028427124 (0.028903560971176377) - | > loss_mel_ce: 3.8992340564727783 (3.3580335283701412) - | > loss: 0.061402883380651474 (0.05292089201597865) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2503 (0.2782041959706312) - | > loader_time: 0.0081 (0.008363369995162203) - - - --> TIME: 2025-12-26 16:28:59 -- STEP: 703/2207 -- GLOBAL_STEP: 61325 - | > loss_text_ce: 0.027451355010271072 (0.02891219468260049) - | > loss_mel_ce: 3.208404779434204 (3.3599107964110084) - | > loss: 0.050560250878334045 (0.052950359207934374) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3121 (0.2782140008755466) - | > loader_time: 0.0083 (0.00836816112143895) - - - --> TIME: 2025-12-26 16:29:08 -- STEP: 728/2207 -- GLOBAL_STEP: 61350 - | > loss_text_ce: 0.030568255111575127 (0.028921434289908836) - | > loss_mel_ce: 3.2617249488830566 (3.360290567298513) - | > loss: 0.05144208297133446 (0.05295643749247704) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2875 (0.2783171298739677) - | > loader_time: 0.0082 (0.008366641762492417) - - - --> TIME: 2025-12-26 16:29:18 -- STEP: 753/2207 -- GLOBAL_STEP: 61375 - | > loss_text_ce: 0.027137041091918945 (0.028917257625802578) - | > loss_mel_ce: 3.590949296951294 (3.361688071513082) - | > loss: 0.0565325990319252 (0.052978208236604096) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2664 (0.27820824975194863) - | > loader_time: 0.0101 (0.00837091589037324) - - - --> TIME: 2025-12-26 16:29:27 -- STEP: 778/2207 -- GLOBAL_STEP: 61400 - | > loss_text_ce: 0.025647150352597237 (0.02891885987447053) - | > loss_mel_ce: 3.2766950130462646 (3.3623832078090374) - | > loss: 0.05159909650683403 (0.05298909477908691) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2868 (0.278152341094912) - | > loader_time: 0.0084 (0.008371487987685014) - - - --> TIME: 2025-12-26 16:29:37 -- STEP: 803/2207 -- GLOBAL_STEP: 61425 - | > loss_text_ce: 0.029330994933843613 (0.028926054150292913) - | > loss_mel_ce: 3.4658820629119873 (3.3639388731675024) - | > loss: 0.05461270362138748 (0.05301351445364032) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2875 (0.27824805712195183) - | > loader_time: 0.0082 (0.008377548469552956) - - - --> TIME: 2025-12-26 16:29:47 -- STEP: 828/2207 -- GLOBAL_STEP: 61450 - | > loss_text_ce: 0.02854131907224655 (0.028913046377328572) - | > loss_mel_ce: 3.4158921241760254 (3.363566935926245) - | > loss: 0.05381927266716957 (0.05300749968377432) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2883 (0.27822663991347635) - | > loader_time: 0.0084 (0.008373624748653831) - - - --> TIME: 2025-12-26 16:29:56 -- STEP: 853/2207 -- GLOBAL_STEP: 61475 - | > loss_text_ce: 0.029273616150021553 (0.02891399327268145) - | > loss_mel_ce: 3.1795594692230225 (3.3628401692000263) - | > loss: 0.05013801530003548 (0.05299615874834106) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2654 (0.2779316575138681) - | > loader_time: 0.0081 (0.008383790325866917) - - - --> TIME: 2025-12-26 16:30:05 -- STEP: 878/2207 -- GLOBAL_STEP: 61500 - | > loss_text_ce: 0.028900694102048874 (0.028908590752215618) - | > loss_mel_ce: 3.045907735824585 (3.362858662572701) - | > loss: 0.048043880611658096 (0.052996363299888195) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2656 (0.27787465875404044) - | > loader_time: 0.0085 (0.008385256102525024) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_61500.pth - - --> TIME: 2025-12-26 16:30:40 -- STEP: 903/2207 -- GLOBAL_STEP: 61525 - | > loss_text_ce: 0.028162624686956406 (0.02890983238147937) - | > loss_mel_ce: 3.6888184547424316 (3.3625846944114044) - | > loss: 0.05807783082127571 (0.052992101944364184) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2691 (0.2778424841753008) - | > loader_time: 0.0086 (0.008387686274244419) - - - --> TIME: 2025-12-26 16:30:49 -- STEP: 928/2207 -- GLOBAL_STEP: 61550 - | > loss_text_ce: 0.03058278001844883 (0.028922756840796048) - | > loss_mel_ce: 3.437412738800049 (3.3628660155267562) - | > loss: 0.05418742820620537 (0.05299669954171083) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2673 (0.27771129099459474) - | > loader_time: 0.0079 (0.008393960266277716) - - - --> TIME: 2025-12-26 16:30:58 -- STEP: 953/2207 -- GLOBAL_STEP: 61575 - | > loss_text_ce: 0.027725407853722572 (0.02890684207606228) - | > loss_mel_ce: 3.2417476177215576 (3.361735323418601) - | > loss: 0.051085516810417175 (0.05297878381853839) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2896 (0.27774836058881813) - | > loader_time: 0.0083 (0.008395188252548114) - - - --> TIME: 2025-12-26 16:31:08 -- STEP: 978/2207 -- GLOBAL_STEP: 61600 - | > loss_text_ce: 0.02753656543791294 (0.028895793484565793) - | > loss_mel_ce: 3.226900815963745 (3.361840530650992) - | > loss: 0.05085058510303497 (0.05298025504988761) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2663 (0.2777597516592294) - | > loader_time: 0.0083 (0.008394046307585242) - - - --> TIME: 2025-12-26 16:31:17 -- STEP: 1003/2207 -- GLOBAL_STEP: 61625 - | > loss_text_ce: 0.0315597802400589 (0.02891182625370986) - | > loss_mel_ce: 3.3834004402160645 (3.3624816005037417) - | > loss: 0.05335875228047371 (0.052990522280201714) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2663 (0.2776520097719231) - | > loader_time: 0.0084 (0.008395678737940847) - - - --> TIME: 2025-12-26 16:31:27 -- STEP: 1028/2207 -- GLOBAL_STEP: 61650 - | > loss_text_ce: 0.028896447271108627 (0.02891136589913053) - | > loss_mel_ce: 3.5301132202148438 (3.3626299934164567) - | > loss: 0.05560952425003052 (0.05299283372752861) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2696 (0.27760979289674564) - | > loader_time: 0.0085 (0.008394857556903416) - - - --> TIME: 2025-12-26 16:31:36 -- STEP: 1053/2207 -- GLOBAL_STEP: 61675 - | > loss_text_ce: 0.030532533302903175 (0.02891979705107178) - | > loss_mel_ce: 3.1421024799346924 (3.362787390479789) - | > loss: 0.0495724231004715 (0.05299542478842047) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2666 (0.27759637995662845) - | > loader_time: 0.0087 (0.008395463086714215) - - - --> TIME: 2025-12-26 16:31:46 -- STEP: 1078/2207 -- GLOBAL_STEP: 61700 - | > loss_text_ce: 0.03194412216544151 (0.02891946321522647) - | > loss_mel_ce: 3.533893585205078 (3.363648278151461) - | > loss: 0.05571621283888817 (0.05300887093528523) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2953 (0.2775691442454237) - | > loader_time: 0.0082 (0.008393955363413409) - - - --> TIME: 2025-12-26 16:31:56 -- STEP: 1103/2207 -- GLOBAL_STEP: 61725 - | > loss_text_ce: 0.029811471700668335 (0.02891251184924396) - | > loss_mel_ce: 3.459261894226074 (3.3628914740986966) - | > loss: 0.05451676994562149 (0.052996937249696806) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2903 (0.2776295300083385) - | > loader_time: 0.0083 (0.00839159387085294) - - - --> TIME: 2025-12-26 16:32:05 -- STEP: 1128/2207 -- GLOBAL_STEP: 61750 - | > loss_text_ce: 0.028699474409222603 (0.0289133518359604) - | > loss_mel_ce: 3.3694818019866943 (3.363175624439903) - | > loss: 0.05309658125042915 (0.053001390215247225) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2907 (0.27768542136706353) - | > loader_time: 0.0081 (0.008389388415830366) - - - --> TIME: 2025-12-26 16:32:15 -- STEP: 1153/2207 -- GLOBAL_STEP: 61775 - | > loss_text_ce: 0.030655380338430405 (0.028922196684432664) - | > loss_mel_ce: 3.3083574771881104 (3.362460335957312) - | > loss: 0.05217207595705986 (0.05299035203542173) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2538 (0.2776031192240255) - | > loader_time: 0.0084 (0.00838385492640792) - - - --> TIME: 2025-12-26 16:32:24 -- STEP: 1178/2207 -- GLOBAL_STEP: 61800 - | > loss_text_ce: 0.028139613568782806 (0.02891427375129558) - | > loss_mel_ce: 3.359741687774658 (3.3642614203519443) - | > loss: 0.0529356449842453 (0.053018370181549763) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3193 (0.277693824776162) - | > loader_time: 0.0079 (0.008380426818122297) - - - --> TIME: 2025-12-26 16:32:34 -- STEP: 1203/2207 -- GLOBAL_STEP: 61825 - | > loss_text_ce: 0.028463050723075867 (0.028914257815898896) - | > loss_mel_ce: 3.288984775543213 (3.363652341086371) - | > loss: 0.05183512344956398 (0.05300885307001057) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2669 (0.2777053519080105) - | > loader_time: 0.0077 (0.008380995129706572) - - - --> TIME: 2025-12-26 16:32:44 -- STEP: 1228/2207 -- GLOBAL_STEP: 61850 - | > loss_text_ce: 0.028099000453948975 (0.028917992727206073) - | > loss_mel_ce: 3.586059808731079 (3.363385725099023) - | > loss: 0.05647123232483864 (0.05300474556084079) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2864 (0.27768308603802394) - | > loader_time: 0.0083 (0.008377631828916982) - - - --> TIME: 2025-12-26 16:32:53 -- STEP: 1253/2207 -- GLOBAL_STEP: 61875 - | > loss_text_ce: 0.025997614488005638 (0.02891215661218046) - | > loss_mel_ce: 3.1647002696990967 (3.3622867731884396) - | > loss: 0.04985465481877327 (0.05298748324608099) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2875 (0.27776151529237536) - | > loader_time: 0.0081 (0.008376112197364527) - - - --> TIME: 2025-12-26 16:33:03 -- STEP: 1278/2207 -- GLOBAL_STEP: 61900 - | > loss_text_ce: 0.0292110126465559 (0.028903589493570282) - | > loss_mel_ce: 3.576659679412842 (3.3628367670638273) - | > loss: 0.05634173005819321 (0.05299594304313029) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2671 (0.2777625831639821) - | > loader_time: 0.0079 (0.008369658474631171) - - - --> TIME: 2025-12-26 16:33:13 -- STEP: 1303/2207 -- GLOBAL_STEP: 61925 - | > loss_text_ce: 0.027245117351412773 (0.028889552785150832) - | > loss_mel_ce: 3.2407166957855225 (3.3630078841609765) - | > loss: 0.051061902195215225 (0.05299839742212962) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2679 (0.27786730146371474) - | > loader_time: 0.0084 (0.008371701536961741) - - - --> TIME: 2025-12-26 16:33:22 -- STEP: 1328/2207 -- GLOBAL_STEP: 61950 - | > loss_text_ce: 0.029099619016051292 (0.02888917854106255) - | > loss_mel_ce: 3.496176242828369 (3.3616096108074647) - | > loss: 0.05508243665099144 (0.05297654355786382) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2632 (0.27784846040857825) - | > loader_time: 0.0084 (0.008369481707193777) - - - --> TIME: 2025-12-26 16:33:32 -- STEP: 1353/2207 -- GLOBAL_STEP: 61975 - | > loss_text_ce: 0.0269538015127182 (0.028886275266827865) - | > loss_mel_ce: 3.279820203781128 (3.360487364348181) - | > loss: 0.05166834220290184 (0.05295896308781567) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.29 (0.27788302093105477) - | > loader_time: 0.0086 (0.008369002620643459) - - - --> TIME: 2025-12-26 16:33:41 -- STEP: 1378/2207 -- GLOBAL_STEP: 62000 - | > loss_text_ce: 0.029749829322099686 (0.028887263013939374) - | > loss_mel_ce: 3.1343839168548584 (3.360762578309534) - | > loss: 0.04943959042429924 (0.05296327873891428) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2657 (0.27787767819984516) - | > loader_time: 0.0079 (0.008363605929735974) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_62000.pth - - --> TIME: 2025-12-26 16:34:15 -- STEP: 1403/2207 -- GLOBAL_STEP: 62025 - | > loss_text_ce: 0.028575021773576736 (0.028886337450580005) - | > loss_mel_ce: 3.201810836791992 (3.36102024725481) - | > loss: 0.050474777817726135 (0.05296729035086064) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3015 (0.2779253066138375) - | > loader_time: 0.0078 (0.008368670388110963) - - - --> TIME: 2025-12-26 16:34:25 -- STEP: 1428/2207 -- GLOBAL_STEP: 62050 - | > loss_text_ce: 0.03005397692322731 (0.028881243007461057) - | > loss_mel_ce: 3.331387996673584 (3.3608601889690433) - | > loss: 0.052522532641887665 (0.05296470984263497) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2875 (0.2780510828274635) - | > loader_time: 0.0081 (0.008364375899819787) - - - --> TIME: 2025-12-26 16:34:35 -- STEP: 1453/2207 -- GLOBAL_STEP: 62075 - | > loss_text_ce: 0.03037569671869278 (0.028874991684690553) - | > loss_mel_ce: 3.6529221534729004 (3.3599664974606456) - | > loss: 0.05755152925848961 (0.052950648233263724) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2903 (0.27805386455979525) - | > loader_time: 0.0085 (0.008361851520892779) - - - --> TIME: 2025-12-26 16:34:44 -- STEP: 1478/2207 -- GLOBAL_STEP: 62100 - | > loss_text_ce: 0.028477320447564125 (0.028875322703710665) - | > loss_mel_ce: 3.2496533393859863 (3.3595194550425176) - | > loss: 0.05122079327702522 (0.05294366836729327) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2659 (0.2780877717938244) - | > loader_time: 0.008 (0.00835965628230364) - - - --> TIME: 2025-12-26 16:34:54 -- STEP: 1503/2207 -- GLOBAL_STEP: 62125 - | > loss_text_ce: 0.02833300083875656 (0.02887360801695984) - | > loss_mel_ce: 3.4143738746643066 (3.3588511469518036) - | > loss: 0.05379229411482811 (0.052933199263003695) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2901 (0.2780546242605421) - | > loader_time: 0.0083 (0.008356746799217751) - - - --> TIME: 2025-12-26 16:35:04 -- STEP: 1528/2207 -- GLOBAL_STEP: 62150 - | > loss_text_ce: 0.030870595946907997 (0.028881904702019234) - | > loss_mel_ce: 3.3012428283691406 (3.3577122299771034) - | > loss: 0.05206427350640297 (0.05291553332436225) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2901 (0.2781881655698042) - | > loader_time: 0.0077 (0.008353790531607844) - - - --> TIME: 2025-12-26 16:35:13 -- STEP: 1553/2207 -- GLOBAL_STEP: 62175 - | > loss_text_ce: 0.029507655650377274 (0.028880307233801823) - | > loss_mel_ce: 3.3693883419036865 (3.356904996262776) - | > loss: 0.05310774967074394 (0.05290289533834878) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.289 (0.27821825721996124) - | > loader_time: 0.0082 (0.008354258399123331) - - - --> TIME: 2025-12-26 16:35:23 -- STEP: 1578/2207 -- GLOBAL_STEP: 62200 - | > loss_text_ce: 0.02795993536710739 (0.02888351623016127) - | > loss_mel_ce: 3.951115608215332 (3.356469893787901) - | > loss: 0.06217305362224579 (0.05289614699894258) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2687 (0.278260208656881) - | > loader_time: 0.008 (0.008352284346847653) - - - --> TIME: 2025-12-26 16:35:33 -- STEP: 1603/2207 -- GLOBAL_STEP: 62225 - | > loss_text_ce: 0.03069111704826355 (0.028875954042485705) - | > loss_mel_ce: 3.068906784057617 (3.3556831785833845) - | > loss: 0.048431217670440674 (0.052883736415070735) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2873 (0.2782688057578803) - | > loader_time: 0.0083 (0.008354810648089437) - - - --> TIME: 2025-12-26 16:35:42 -- STEP: 1628/2207 -- GLOBAL_STEP: 62250 - | > loss_text_ce: 0.03003728948533535 (0.028876212149794397) - | > loss_mel_ce: 3.245424270629883 (3.355330453311489) - | > loss: 0.05117908865213394 (0.05287822911456337) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2655 (0.2782689086928118) - | > loader_time: 0.008 (0.0083520088793312) - - - --> TIME: 2025-12-26 16:35:52 -- STEP: 1653/2207 -- GLOBAL_STEP: 62275 - | > loss_text_ce: 0.03418298065662384 (0.028878850606594092) - | > loss_mel_ce: 3.4767813682556152 (3.35491657329197) - | > loss: 0.054858818650245667 (0.05287180346968098) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.4047 (0.27830899793021374) - | > loader_time: 0.0085 (0.00834887372459419) - - - --> TIME: 2025-12-26 16:36:01 -- STEP: 1678/2207 -- GLOBAL_STEP: 62300 - | > loss_text_ce: 0.02710624597966671 (0.02888212132537393) - | > loss_mel_ce: 3.160552978515625 (3.355254082628598) - | > loss: 0.04980717599391937 (0.05287712815531815) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2871 (0.27829506329046494) - | > loader_time: 0.008 (0.008346990265920161) - - - --> TIME: 2025-12-26 16:36:11 -- STEP: 1703/2207 -- GLOBAL_STEP: 62325 - | > loss_text_ce: 0.03040892817080021 (0.028878863370434295) - | > loss_mel_ce: 3.417098045349121 (3.3547716508944876) - | > loss: 0.05386729538440704 (0.052869539257276776) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2948 (0.27828849348963086) - | > loader_time: 0.0084 (0.008348264767013457) - - - --> TIME: 2025-12-26 16:36:20 -- STEP: 1728/2207 -- GLOBAL_STEP: 62350 - | > loss_text_ce: 0.026698455214500427 (0.028876075273189965) - | > loss_mel_ce: 3.1680591106414795 (3.3545904209216437) - | > loss: 0.04991808533668518 (0.052866663975658375) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2608 (0.27824759690297957) - | > loader_time: 0.0079 (0.008346180121103948) - - - --> TIME: 2025-12-26 16:36:30 -- STEP: 1753/2207 -- GLOBAL_STEP: 62375 - | > loss_text_ce: 0.02908802591264248 (0.02887656334819483) - | > loss_mel_ce: 3.1532578468322754 (3.35380459212604) - | > loss: 0.04972415417432785 (0.052854393028186106) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2663 (0.27829156898459356) - | > loader_time: 0.0084 (0.008345080047624858) - - - --> TIME: 2025-12-26 16:36:40 -- STEP: 1778/2207 -- GLOBAL_STEP: 62400 - | > loss_text_ce: 0.02898474782705307 (0.028872779399759987) - | > loss_mel_ce: 3.1084342002868652 (3.353287865394146) - | > loss: 0.04902217164635658 (0.05284626004616107) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2662 (0.2782670004697698) - | > loader_time: 0.0081 (0.008342431018001209) - - - --> TIME: 2025-12-26 16:36:49 -- STEP: 1803/2207 -- GLOBAL_STEP: 62425 - | > loss_text_ce: 0.028240518644452095 (0.028869724591250753) - | > loss_mel_ce: 3.2410123348236084 (3.353116829132148) - | > loss: 0.051082074642181396 (0.05284353987382507) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2654 (0.2781869573058913) - | > loader_time: 0.0077 (0.008342799780703387) - - - --> TIME: 2025-12-26 16:36:59 -- STEP: 1828/2207 -- GLOBAL_STEP: 62450 - | > loss_text_ce: 0.029157079756259918 (0.028867850066886098) - | > loss_mel_ce: 3.4526753425598145 (3.3529703013223946) - | > loss: 0.0544036328792572 (0.05284122108834382) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2668 (0.2782184599004116) - | > loader_time: 0.0081 (0.008339967978078929) - - - --> TIME: 2025-12-26 16:37:08 -- STEP: 1853/2207 -- GLOBAL_STEP: 62475 - | > loss_text_ce: 0.03129057586193085 (0.028864975233601993) - | > loss_mel_ce: 3.3318731784820557 (3.352258202711827) - | > loss: 0.05254943296313286 (0.05283004963037714) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2693 (0.27819656823946215) - | > loader_time: 0.0082 (0.008338063456725282) - - - --> TIME: 2025-12-26 16:37:18 -- STEP: 1878/2207 -- GLOBAL_STEP: 62500 - | > loss_text_ce: 0.029635630548000336 (0.0288617674596568) - | > loss_mel_ce: 3.3264224529266357 (3.3525196604581433) - | > loss: 0.0524384081363678 (0.05283408478315011) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2869 (0.2781939811219042) - | > loader_time: 0.0081 (0.008335988869428407) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_62500.pth - - --> TIME: 2025-12-26 16:37:52 -- STEP: 1903/2207 -- GLOBAL_STEP: 62525 - | > loss_text_ce: 0.030261976644396782 (0.028863208899905787) - | > loss_mel_ce: 3.1092238426208496 (3.3512379866302857) - | > loss: 0.04905446618795395 (0.052814081150703664) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2664 (0.2781753082746465) - | > loader_time: 0.0084 (0.008340625968407933) - - - --> TIME: 2025-12-26 16:38:01 -- STEP: 1928/2207 -- GLOBAL_STEP: 62550 - | > loss_text_ce: 0.028885075822472572 (0.028859049262463486) - | > loss_mel_ce: 3.285735845565796 (3.3502189320400046) - | > loss: 0.05179095268249512 (0.05279809342990958) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2864 (0.27816885004894365) - | > loader_time: 0.0081 (0.00834130028966059) - - - --> TIME: 2025-12-26 16:38:11 -- STEP: 1953/2207 -- GLOBAL_STEP: 62575 - | > loss_text_ce: 0.03008061647415161 (0.028855563290665163) - | > loss_mel_ce: 3.2250816822052 (3.3496475018297653) - | > loss: 0.0508619099855423 (0.052789110364177806) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2868 (0.27818692371409426) - | > loader_time: 0.0088 (0.008341131732821548) - - - --> TIME: 2025-12-26 16:38:21 -- STEP: 1978/2207 -- GLOBAL_STEP: 62600 - | > loss_text_ce: 0.028052929788827896 (0.028852311682419356) - | > loss_mel_ce: 3.3333346843719482 (3.348708776178929) - | > loss: 0.052521683275699615 (0.05277439197233461) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2905 (0.2782021462013314) - | > loader_time: 0.0082 (0.008340588956317981) - - - --> TIME: 2025-12-26 16:38:30 -- STEP: 2003/2207 -- GLOBAL_STEP: 62625 - | > loss_text_ce: 0.027482029050588608 (0.028853348255923728) - | > loss_mel_ce: 3.449794292449951 (3.3499453185619976) - | > loss: 0.054332442581653595 (0.052793729142715975) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2973 (0.27816461850212504) - | > loader_time: 0.0081 (0.008340918535717258) - - - --> TIME: 2025-12-26 16:38:39 -- STEP: 2028/2207 -- GLOBAL_STEP: 62650 - | > loss_text_ce: 0.02863767370581627 (0.028853851816886978) - | > loss_mel_ce: 3.3249294757843018 (3.3492906074787268) - | > loss: 0.05239948630332947 (0.052783507148366) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2669 (0.27813488197985015) - | > loader_time: 0.0083 (0.008340393885588056) - - - --> TIME: 2025-12-26 16:38:49 -- STEP: 2053/2207 -- GLOBAL_STEP: 62675 - | > loss_text_ce: 0.02908199653029442 (0.02885068237465791) - | > loss_mel_ce: 3.6706719398498535 (3.349100438548598) - | > loss: 0.05780865624547005 (0.05278048623866763) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2903 (0.27816178504862094) - | > loader_time: 0.0085 (0.008340939509247337) - - - --> TIME: 2025-12-26 16:38:59 -- STEP: 2078/2207 -- GLOBAL_STEP: 62700 - | > loss_text_ce: 0.02912609465420246 (0.028850652333940588) - | > loss_mel_ce: 3.3661980628967285 (3.3490844286899373) - | > loss: 0.053051941096782684 (0.052780235618266835) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2665 (0.27820807609337816) - | > loader_time: 0.008 (0.00834097290865154) - - - --> TIME: 2025-12-26 16:39:08 -- STEP: 2103/2207 -- GLOBAL_STEP: 62725 - | > loss_text_ce: 0.030605565756559372 (0.028852787896232607) - | > loss_mel_ce: 3.3968842029571533 (3.347901129235102) - | > loss: 0.05355452746152878 (0.05276177993599595) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2688 (0.27819863705764314) - | > loader_time: 0.0086 (0.008340923773692574) - - - --> TIME: 2025-12-26 16:39:18 -- STEP: 2128/2207 -- GLOBAL_STEP: 62750 - | > loss_text_ce: 0.028598854318261147 (0.028850882399049968) - | > loss_mel_ce: 3.0898823738098145 (3.3475742517109213) - | > loss: 0.048726268112659454 (0.05275664270043204) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2655 (0.27817958055582254) - | > loader_time: 0.008 (0.008340480408274164) - - - --> TIME: 2025-12-26 16:39:27 -- STEP: 2153/2207 -- GLOBAL_STEP: 62775 - | > loss_text_ce: 0.029803995043039322 (0.028854368975203472) - | > loss_mel_ce: 3.0554776191711426 (3.3468635249459027) - | > loss: 0.04820752516388893 (0.05274559207575518) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2879 (0.2781740996763421) - | > loader_time: 0.0087 (0.00834036194552837) - - - --> TIME: 2025-12-26 16:39:37 -- STEP: 2178/2207 -- GLOBAL_STEP: 62800 - | > loss_text_ce: 0.027395665645599365 (0.028850222745340715) - | > loss_mel_ce: 3.372905969619751 (3.345855406055328) - | > loss: 0.053129713982343674 (0.052729775432986424) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.3018 (0.27817527376477924) - | > loader_time: 0.0084 (0.008339052357949522) - - - --> TIME: 2025-12-26 16:39:47 -- STEP: 2203/2207 -- GLOBAL_STEP: 62825 - | > loss_text_ce: 0.02730698324739933 (0.028850174956683187) - | > loss_mel_ce: 3.2983951568603516 (3.3459000110193324) - | > loss: 0.05196409672498703 (0.05273047164150165) - | > current_lr: 1.999998232354375e-05 - | > step_time: 0.2663 (0.2782793582919723) - | > loader_time: 0.0076 (0.008336009299598194) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.075506777376742 (-0.0024499619329297617) - | > avg_loss_text_ce: 0.027948595784805918 (-6.095506250858307e-05) - | > avg_loss_mel_ce: 3.7397658969904923 (+0.012544939646849773) - | > avg_loss: 3.7677144955944373 (+0.012483981815544443) - - - > EPOCH: 5/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 16:42:18)  - - --> TIME: 2025-12-26 16:42:30 -- STEP: 21/2207 -- GLOBAL_STEP: 62850 - | > loss_text_ce: 0.030466480180621147 (0.02858266784321694) - | > loss_mel_ce: 3.3249666690826416 (3.305711030960083) - | > loss: 0.05242864415049553 (0.052098339512234644) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2696 (0.2833996273222424) - | > loader_time: 0.0113 (0.010441428139096215) - - - --> TIME: 2025-12-26 16:42:40 -- STEP: 46/2207 -- GLOBAL_STEP: 62875 - | > loss_text_ce: 0.02762579917907715 (0.028496039545406467) - | > loss_mel_ce: 2.999279022216797 (3.292802364929863) - | > loss: 0.04729538783431053 (0.05189528769772986) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2687 (0.2805418553559677) - | > loader_time: 0.009 (0.009833413621653684) - - - --> TIME: 2025-12-26 16:42:49 -- STEP: 71/2207 -- GLOBAL_STEP: 62900 - | > loss_text_ce: 0.02718793973326683 (0.028586968727095027) - | > loss_mel_ce: 3.5248537063598633 (3.306187431577226) - | > loss: 0.05550064891576767 (0.05210585005476441) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2669 (0.2784391053965395) - | > loader_time: 0.0091 (0.009489375101008888) - - - --> TIME: 2025-12-26 16:42:59 -- STEP: 96/2207 -- GLOBAL_STEP: 62925 - | > loss_text_ce: 0.03044026345014572 (0.028634567842042696) - | > loss_mel_ce: 3.733130931854248 (3.3100350151459375) - | > loss: 0.05880580097436905 (0.052166712237522006) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2885 (0.27899482101202017) - | > loader_time: 0.009 (0.009347409009933473) - - - --> TIME: 2025-12-26 16:43:09 -- STEP: 121/2207 -- GLOBAL_STEP: 62950 - | > loss_text_ce: 0.029451848939061165 (0.028631374501615518) - | > loss_mel_ce: 3.3651418685913086 (3.3121459346172237) - | > loss: 0.0530405268073082 (0.05219964541433271) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2667 (0.2793242103797347) - | > loader_time: 0.0084 (0.009174930162666257) - - - --> TIME: 2025-12-26 16:43:18 -- STEP: 146/2207 -- GLOBAL_STEP: 62975 - | > loss_text_ce: 0.02790694683790207 (0.02857436818925485) - | > loss_mel_ce: 3.258373737335205 (3.314472173991269) - | > loss: 0.051348134875297546 (0.05223510220442733) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2914 (0.27971470845888746) - | > loader_time: 0.0083 (0.009160094065208957) - - - --> TIME: 2025-12-26 16:43:28 -- STEP: 171/2207 -- GLOBAL_STEP: 63000 - | > loss_text_ce: 0.029013894498348236 (0.028636320314386433) - | > loss_mel_ce: 3.7869021892547607 (3.326100223942807) - | > loss: 0.05962368845939636 (0.05241775850367825) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2877 (0.27925061343009017) - | > loader_time: 0.0083 (0.00908426931727002) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_63000.pth - - --> TIME: 2025-12-26 16:44:03 -- STEP: 196/2207 -- GLOBAL_STEP: 63025 - | > loss_text_ce: 0.03221134468913078 (0.028614327340025683) - | > loss_mel_ce: 3.3668947219848633 (3.325595388607103) - | > loss: 0.05311103165149689 (0.05240952679697348) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2699 (0.279274019659782) - | > loader_time: 0.0092 (0.009157466645143466) - - - --> TIME: 2025-12-26 16:44:13 -- STEP: 221/2207 -- GLOBAL_STEP: 63050 - | > loss_text_ce: 0.02785848081111908 (0.028603213700166656) - | > loss_mel_ce: 3.359847068786621 (3.31958874965685) - | > loss: 0.052932899445295334 (0.05231549941441592) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2673 (0.2787727824163654) - | > loader_time: 0.0091 (0.009212165936085969) - - - --> TIME: 2025-12-26 16:44:22 -- STEP: 246/2207 -- GLOBAL_STEP: 63075 - | > loss_text_ce: 0.030214108526706696 (0.0286630280845897) - | > loss_mel_ce: 4.056453227996826 (3.319274825778434) - | > loss: 0.06385418027639389 (0.05231152897382655) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2664 (0.27840636803851865) - | > loader_time: 0.0096 (0.009220496425783728) - - - --> TIME: 2025-12-26 16:44:32 -- STEP: 271/2207 -- GLOBAL_STEP: 63100 - | > loss_text_ce: 0.028461353853344917 (0.02865757919655515) - | > loss_mel_ce: 3.1880271434783936 (3.3257036824947797) - | > loss: 0.05025763437151909 (0.05241189470920175) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2877 (0.2785130655633568) - | > loader_time: 0.0096 (0.009219542640601576) - - - --> TIME: 2025-12-26 16:44:41 -- STEP: 296/2207 -- GLOBAL_STEP: 63125 - | > loss_text_ce: 0.02820977196097374 (0.028632549619352497) - | > loss_mel_ce: 3.565973997116089 (3.3297404034717673) - | > loss: 0.0561591200530529 (0.052474577357438774) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2916 (0.278442340122687) - | > loader_time: 0.0096 (0.009267024091772129) - - - --> TIME: 2025-12-26 16:44:51 -- STEP: 321/2207 -- GLOBAL_STEP: 63150 - | > loss_text_ce: 0.027671458199620247 (0.028620486904945328) - | > loss_mel_ce: 3.1462903022766113 (3.3320666339909932) - | > loss: 0.04959315434098244 (0.05251073623743385) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.287 (0.27824355137311074) - | > loader_time: 0.0088 (0.009242507898918935) - - - --> TIME: 2025-12-26 16:45:01 -- STEP: 346/2207 -- GLOBAL_STEP: 63175 - | > loss_text_ce: 0.027698934078216553 (0.028660533228361536) - | > loss_mel_ce: 3.2580316066741943 (3.3300801060792353) - | > loss: 0.051339540630578995 (0.0524803224541893) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2878 (0.2788914965756373) - | > loader_time: 0.0102 (0.009244603228706839) - - - --> TIME: 2025-12-26 16:45:10 -- STEP: 371/2207 -- GLOBAL_STEP: 63200 - | > loss_text_ce: 0.02867041528224945 (0.028686014187303835) - | > loss_mel_ce: 3.3615009784698486 (3.3330607806254604) - | > loss: 0.05297142639756203 (0.05252729364321882) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2876 (0.27929233669270764) - | > loader_time: 0.0092 (0.009226990517258955) - - - --> TIME: 2025-12-26 16:45:20 -- STEP: 396/2207 -- GLOBAL_STEP: 63225 - | > loss_text_ce: 0.029714908450841904 (0.02872020396582707) - | > loss_mel_ce: 3.283524990081787 (3.331674281996911) - | > loss: 0.05176937207579613 (0.05250616381038922) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2872 (0.2792181204063728) - | > loader_time: 0.0096 (0.00924652814865111) - - - --> TIME: 2025-12-26 16:45:30 -- STEP: 421/2207 -- GLOBAL_STEP: 63250 - | > loss_text_ce: 0.029901249334216118 (0.02873403263983987) - | > loss_mel_ce: 3.637542486190796 (3.335817244160488) - | > loss: 0.05730380862951279 (0.052571113674841706) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2549 (0.27890360496955974) - | > loader_time: 0.0087 (0.009245883257541958) - - - --> TIME: 2025-12-26 16:45:39 -- STEP: 446/2207 -- GLOBAL_STEP: 63275 - | > loss_text_ce: 0.029066327959299088 (0.028753345038725123) - | > loss_mel_ce: 3.2350854873657227 (3.3362354553333855) - | > loss: 0.051002372056245804 (0.05257794996013557) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2669 (0.279011039990481) - | > loader_time: 0.0092 (0.009251475334167461) - - - --> TIME: 2025-12-26 16:45:49 -- STEP: 471/2207 -- GLOBAL_STEP: 63300 - | > loss_text_ce: 0.02515641786158085 (0.02875600174670513) - | > loss_mel_ce: 3.116044521331787 (3.337369265323486) - | > loss: 0.049081265926361084 (0.052595707261638286) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2869 (0.2790715922215944) - | > loader_time: 0.0091 (0.009244151935455887) - - - --> TIME: 2025-12-26 16:45:59 -- STEP: 496/2207 -- GLOBAL_STEP: 63325 - | > loss_text_ce: 0.0263228639960289 (0.028733129654410144) - | > loss_mel_ce: 3.3052988052368164 (3.3364057968701095) - | > loss: 0.05205658823251724 (0.052580295693910414) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2904 (0.279073656085999) - | > loader_time: 0.0094 (0.009259274890345894) - - - --> TIME: 2025-12-26 16:46:08 -- STEP: 521/2207 -- GLOBAL_STEP: 63350 - | > loss_text_ce: 0.029957426711916924 (0.028731634486430895) - | > loss_mel_ce: 3.5414531230926514 (3.3373220900427594) - | > loss: 0.055803291499614716 (0.052594589423424) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2909 (0.27915533398941267) - | > loader_time: 0.009 (0.009260600450629219) - - - --> TIME: 2025-12-26 16:46:18 -- STEP: 546/2207 -- GLOBAL_STEP: 63375 - | > loss_text_ce: 0.02554783783853054 (0.02873813286218997) - | > loss_mel_ce: 3.4016928672790527 (3.3400193164636813) - | > loss: 0.053550634533166885 (0.052636835116879416) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2954 (0.2793331486838207) - | > loader_time: 0.0085 (0.009247302572369121) - - - --> TIME: 2025-12-26 16:46:28 -- STEP: 571/2207 -- GLOBAL_STEP: 63400 - | > loss_text_ce: 0.03327684476971626 (0.028750867359405432) - | > loss_mel_ce: 3.398904800415039 (3.339196762562634) - | > loss: 0.05362783744931221 (0.0526241816893455) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2657 (0.279246306878673) - | > loader_time: 0.009 (0.009243416076366185) - - - --> TIME: 2025-12-26 16:46:37 -- STEP: 596/2207 -- GLOBAL_STEP: 63425 - | > loss_text_ce: 0.029514245688915253 (0.028759315797446557) - | > loss_mel_ce: 3.8212287425994873 (3.3410288299490136) - | > loss: 0.060167860239744186 (0.05265293976029494) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2666 (0.2790118371880296) - | > loader_time: 0.0091 (0.009242760655063895) - - - --> TIME: 2025-12-26 16:46:47 -- STEP: 621/2207 -- GLOBAL_STEP: 63450 - | > loss_text_ce: 0.028031371533870697 (0.028754018625055534) - | > loss_mel_ce: 3.321004629135132 (3.3414283255640043) - | > loss: 0.0523286871612072 (0.052659099108738984) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2908 (0.2789439433246802) - | > loader_time: 0.0093 (0.009235122161594935) - - - --> TIME: 2025-12-26 16:46:56 -- STEP: 646/2207 -- GLOBAL_STEP: 63475 - | > loss_text_ce: 0.02963125705718994 (0.02876642193564505) - | > loss_mel_ce: 3.2594025135040283 (3.3425698856082118) - | > loss: 0.051391154527664185 (0.05267712979032528) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2679 (0.2788744338156638) - | > loader_time: 0.0099 (0.009227961209536324) - - - --> TIME: 2025-12-26 16:47:06 -- STEP: 671/2207 -- GLOBAL_STEP: 63500 - | > loss_text_ce: 0.029150793328881264 (0.02877314346835528) - | > loss_mel_ce: 2.985456943511963 (3.3419851258330473) - | > loss: 0.04710324481129646 (0.05266809795501513) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.287 (0.27885824806111037) - | > loader_time: 0.0088 (0.009219214742123276) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_63500.pth - - --> TIME: 2025-12-26 16:47:40 -- STEP: 696/2207 -- GLOBAL_STEP: 63525 - | > loss_text_ce: 0.02889755368232727 (0.028778360310899115) - | > loss_mel_ce: 3.1603407859802246 (3.339928397159466) - | > loss: 0.049831848591566086 (0.05263604308296552) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2664 (0.27882905458581847) - | > loader_time: 0.0086 (0.009240797196311509) - - - --> TIME: 2025-12-26 16:47:50 -- STEP: 721/2207 -- GLOBAL_STEP: 63550 - | > loss_text_ce: 0.027948614209890366 (0.028765966797999303) - | > loss_mel_ce: 3.6576294898986816 (3.339128632155271) - | > loss: 0.0575871579349041 (0.05262335311316584) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2683 (0.27891916871566863) - | > loader_time: 0.0089 (0.009233303109749675) - - - --> TIME: 2025-12-26 16:48:00 -- STEP: 746/2207 -- GLOBAL_STEP: 63575 - | > loss_text_ce: 0.029420506209135056 (0.028774542242148766) - | > loss_mel_ce: 3.1828620433807373 (3.338564327511007) - | > loss: 0.05019191652536392 (0.052614669862325644) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2666 (0.2788687043151648) - | > loader_time: 0.009 (0.009226152149026574) - - - --> TIME: 2025-12-26 16:48:09 -- STEP: 771/2207 -- GLOBAL_STEP: 63600 - | > loss_text_ce: 0.02917884849011898 (0.028803742443599126) - | > loss_mel_ce: 3.2684884071350098 (3.3380248280660028) - | > loss: 0.05152605101466179 (0.052606696439315065) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2697 (0.27906205218125835) - | > loader_time: 0.0089 (0.009230523412484292) - - - --> TIME: 2025-12-26 16:48:19 -- STEP: 796/2207 -- GLOBAL_STEP: 63625 - | > loss_text_ce: 0.0268155038356781 (0.028809916192955858) - | > loss_mel_ce: 3.3455591201782227 (3.337919617418068) - | > loss: 0.05269335210323334 (0.05260514898515826) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2912 (0.2790320165193255) - | > loader_time: 0.0088 (0.009236182100209754) - - - --> TIME: 2025-12-26 16:48:28 -- STEP: 821/2207 -- GLOBAL_STEP: 63650 - | > loss_text_ce: 0.02969643846154213 (0.02880041921754049) - | > loss_mel_ce: 3.645308494567871 (3.3391824134519994) - | > loss: 0.05742195248603821 (0.05262473178857282) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2676 (0.27893710804334043) - | > loader_time: 0.0091 (0.009241484259862116) - - - --> TIME: 2025-12-26 16:48:38 -- STEP: 846/2207 -- GLOBAL_STEP: 63675 - | > loss_text_ce: 0.030459145084023476 (0.028802421785027985) - | > loss_mel_ce: 3.3673670291900635 (3.338021817782246) - | > loss: 0.053091034293174744 (0.05260662876738865) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2619 (0.2789292183328179) - | > loader_time: 0.0093 (0.009243357547913313) - - - --> TIME: 2025-12-26 16:48:48 -- STEP: 871/2207 -- GLOBAL_STEP: 63700 - | > loss_text_ce: 0.03000779263675213 (0.028800138662623757) - | > loss_mel_ce: 3.2020740509033203 (3.337013938807455) - | > loss: 0.05050127953290939 (0.052590844983793156) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2877 (0.2789718877571184) - | > loader_time: 0.0084 (0.009236511215139883) - - - --> TIME: 2025-12-26 16:48:57 -- STEP: 896/2207 -- GLOBAL_STEP: 63725 - | > loss_text_ce: 0.025933871045708656 (0.028789984064392878) - | > loss_mel_ce: 3.4760777950286865 (3.334039161513958) - | > loss: 0.05471893399953842 (0.052544205428733094) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2594 (0.27890265413693005) - | > loader_time: 0.0092 (0.009226151076810697) - - - --> TIME: 2025-12-26 16:49:07 -- STEP: 921/2207 -- GLOBAL_STEP: 63750 - | > loss_text_ce: 0.028747661039233208 (0.028776232861022866) - | > loss_mel_ce: 3.584388256072998 (3.3340425858927336) - | > loss: 0.05645524710416794 (0.05254404406577964) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2702 (0.2790242802436654) - | > loader_time: 0.0092 (0.00921755686127272) - - - --> TIME: 2025-12-26 16:49:17 -- STEP: 946/2207 -- GLOBAL_STEP: 63775 - | > loss_text_ce: 0.02712852694094181 (0.028773662529838515) - | > loss_mel_ce: 3.451111316680908 (3.333853688602971) - | > loss: 0.05434749647974968 (0.05254105238704676) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2903 (0.27907338429707046) - | > loader_time: 0.0084 (0.009216832308134111) - - - --> TIME: 2025-12-26 16:49:26 -- STEP: 971/2207 -- GLOBAL_STEP: 63800 - | > loss_text_ce: 0.02792729251086712 (0.028771295959377385) - | > loss_mel_ce: 3.3537845611572266 (3.334246207707696) - | > loss: 0.0528392493724823 (0.0525471485199754) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2674 (0.27911476691154685) - | > loader_time: 0.0085 (0.009212789280161672) - - - --> TIME: 2025-12-26 16:49:36 -- STEP: 996/2207 -- GLOBAL_STEP: 63825 - | > loss_text_ce: 0.028637578710913658 (0.028754413834806668) - | > loss_mel_ce: 3.380293130874634 (3.3344672346210857) - | > loss: 0.053264543414115906 (0.05255033828348041) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2907 (0.27911153926428056) - | > loader_time: 0.0083 (0.009211913888234207) - - - --> TIME: 2025-12-26 16:49:45 -- STEP: 1021/2207 -- GLOBAL_STEP: 63850 - | > loss_text_ce: 0.03249823674559593 (0.02875916993685147) - | > loss_mel_ce: 3.142564058303833 (3.3352872155438904) - | > loss: 0.04961034655570984 (0.05256322479052478) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2875 (0.2789808977595972) - | > loader_time: 0.0094 (0.009206755037522569) - - - --> TIME: 2025-12-26 16:49:55 -- STEP: 1046/2207 -- GLOBAL_STEP: 63875 - | > loss_text_ce: 0.02826743759214878 (0.02876160364868707) - | > loss_mel_ce: 3.6859748363494873 (3.3346116800381163) - | > loss: 0.05803503468632698 (0.05255270757165739) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2678 (0.2789126071601707) - | > loader_time: 0.009 (0.009200475639868417) - - - --> TIME: 2025-12-26 16:50:05 -- STEP: 1071/2207 -- GLOBAL_STEP: 63900 - | > loss_text_ce: 0.028281526640057564 (0.028775139865713298) - | > loss_mel_ce: 3.502690553665161 (3.3333873597402417) - | > loss: 0.05517143756151199 (0.05253378907088138) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2901 (0.2791350758264935) - | > loader_time: 0.0095 (0.009192575816235504) - - - --> TIME: 2025-12-26 16:50:14 -- STEP: 1096/2207 -- GLOBAL_STEP: 63925 - | > loss_text_ce: 0.028760429471731186 (0.028776931289216358) - | > loss_mel_ce: 3.583357810974121 (3.335064571486773) - | > loss: 0.0564393475651741 (0.0525600234977901) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2665 (0.27905206545426026) - | > loader_time: 0.009 (0.009190003802306456) - - - --> TIME: 2025-12-26 16:50:24 -- STEP: 1121/2207 -- GLOBAL_STEP: 63950 - | > loss_text_ce: 0.029881810769438744 (0.028775141031932447) - | > loss_mel_ce: 3.1572887897491455 (3.3352341271212445) - | > loss: 0.049799539148807526 (0.05256264482979579) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2903 (0.2790875743267049) - | > loader_time: 0.0084 (0.009179513652233212) - - - --> TIME: 2025-12-26 16:50:34 -- STEP: 1146/2207 -- GLOBAL_STEP: 63975 - | > loss_text_ce: 0.029488708823919296 (0.028770728543868865) - | > loss_mel_ce: 3.3033318519592285 (3.3350274858258375) - | > loss: 0.05207532271742821 (0.0525593471146119) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2674 (0.279046292080305) - | > loader_time: 0.0097 (0.009173343110875089) - - - --> TIME: 2025-12-26 16:50:43 -- STEP: 1171/2207 -- GLOBAL_STEP: 64000 - | > loss_text_ce: 0.029165809974074364 (0.02877385073192704) - | > loss_mel_ce: 3.275560140609741 (3.3346666139379524) - | > loss: 0.05163634195923805 (0.05255375727438503) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.287 (0.2791161905691015) - | > loader_time: 0.0082 (0.009168883656763181) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_64000.pth - - --> TIME: 2025-12-26 16:51:18 -- STEP: 1196/2207 -- GLOBAL_STEP: 64025 - | > loss_text_ce: 0.03048424981534481 (0.028766742074257855) - | > loss_mel_ce: 3.2079293727874756 (3.33465317898371) - | > loss: 0.050600212067365646 (0.052553436282810395) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2672 (0.27912624982687134) - | > loader_time: 0.0095 (0.009178696069430333) - - - --> TIME: 2025-12-26 16:51:27 -- STEP: 1221/2207 -- GLOBAL_STEP: 64050 - | > loss_text_ce: 0.028992142528295517 (0.028762920154754398) - | > loss_mel_ce: 3.820636510848999 (3.336220296067747) - | > loss: 0.060150448232889175 (0.05257786276775442) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2873 (0.2792032546044177) - | > loader_time: 0.0099 (0.009174972552925112) - - - --> TIME: 2025-12-26 16:51:37 -- STEP: 1246/2207 -- GLOBAL_STEP: 64075 - | > loss_text_ce: 0.028377508744597435 (0.028766968416088945) - | > loss_mel_ce: 3.1235475540161133 (3.3356501001798913) - | > loss: 0.0492488294839859 (0.052569016712578735) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.298 (0.27919132215827464) - | > loader_time: 0.0088 (0.009186244699775104) - - - --> TIME: 2025-12-26 16:51:47 -- STEP: 1271/2207 -- GLOBAL_STEP: 64100 - | > loss_text_ce: 0.029360229149460793 (0.028762937575449725) - | > loss_mel_ce: 3.695082902908325 (3.3364959399030507) - | > loss: 0.05819442495703697 (0.052582169973081204) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2697 (0.2792148591963726) - | > loader_time: 0.0092 (0.009181027521212946) - - - --> TIME: 2025-12-26 16:51:56 -- STEP: 1296/2207 -- GLOBAL_STEP: 64125 - | > loss_text_ce: 0.028968429192900658 (0.02876391780367236) - | > loss_mel_ce: 3.3337461948394775 (3.3371989539376026) - | > loss: 0.052542414516210556 (0.05259316987185571) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2694 (0.2791604048308033) - | > loader_time: 0.0088 (0.00917531899463982) - - - --> TIME: 2025-12-26 16:52:06 -- STEP: 1321/2207 -- GLOBAL_STEP: 64150 - | > loss_text_ce: 0.030990909785032272 (0.02876220026633714) - | > loss_mel_ce: 3.4462387561798096 (3.3374701726626137) - | > loss: 0.054331712424755096 (0.052597380824877804) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2663 (0.27919136728868654) - | > loader_time: 0.0082 (0.009166973274282925) - - - --> TIME: 2025-12-26 16:52:15 -- STEP: 1346/2207 -- GLOBAL_STEP: 64175 - | > loss_text_ce: 0.03065815195441246 (0.028767320845015956) - | > loss_mel_ce: 3.136439085006714 (3.3377660521780768) - | > loss: 0.04948589578270912 (0.05260208394948569) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2878 (0.27919813747037603) - | > loader_time: 0.0087 (0.009168817065268698) - - - --> TIME: 2025-12-26 16:52:25 -- STEP: 1371/2207 -- GLOBAL_STEP: 64200 - | > loss_text_ce: 0.030280692502856255 (0.02876242901518517) - | > loss_mel_ce: 3.14044189453125 (3.3374912446646006) - | > loss: 0.049542538821697235 (0.052597713654685636) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2669 (0.27925502810488684) - | > loader_time: 0.01 (0.009170864377901721) - - - --> TIME: 2025-12-26 16:52:35 -- STEP: 1396/2207 -- GLOBAL_STEP: 64225 - | > loss_text_ce: 0.029924621805548668 (0.02875740490827101) - | > loss_mel_ce: 3.2991480827331543 (3.33731732020064) - | > loss: 0.052016761153936386 (0.05259491758351685) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2904 (0.2792114430990469) - | > loader_time: 0.0093 (0.00917216341270074) - - - --> TIME: 2025-12-26 16:52:44 -- STEP: 1421/2207 -- GLOBAL_STEP: 64250 - | > loss_text_ce: 0.0273244921118021 (0.02875646449924354) - | > loss_mel_ce: 3.2134509086608887 (3.336672086937172) - | > loss: 0.05063711479306221 (0.05258482112106855) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.267 (0.279208476739732) - | > loader_time: 0.0092 (0.009171195805366388) - - - --> TIME: 2025-12-26 16:52:54 -- STEP: 1446/2207 -- GLOBAL_STEP: 64275 - | > loss_text_ce: 0.027393700554966927 (0.02876260644791037) - | > loss_mel_ce: 3.3345251083374023 (3.3375219807420375) - | > loss: 0.05252998322248459 (0.052598196685953134) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.267 (0.279107267431204) - | > loader_time: 0.0088 (0.00917228161876461) - - - --> TIME: 2025-12-26 16:53:03 -- STEP: 1471/2207 -- GLOBAL_STEP: 64300 - | > loss_text_ce: 0.02809285745024681 (0.02876516947184672) - | > loss_mel_ce: 3.3839521408081055 (3.337384266240674) - | > loss: 0.053313203155994415 (0.052596084945749744) - | > grad_norm: 0 (0.0) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2865 (0.27914555003090363) - | > loader_time: 0.0089 (0.009175919254647872) - - - --> TIME: 2025-12-26 16:53:13 -- STEP: 1496/2207 -- GLOBAL_STEP: 64325 - | > loss_text_ce: 0.028331860899925232 (0.02877022025180373) - | > loss_mel_ce: 3.249615430831909 (3.337415926437328) - | > loss: 0.05121792480349541 (0.052596658552912186) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2662 (0.27909117538661266) - | > loader_time: 0.0088 (0.009176885380464432) - - - --> TIME: 2025-12-26 16:53:22 -- STEP: 1521/2207 -- GLOBAL_STEP: 64350 - | > loss_text_ce: 0.030056554824113846 (0.02877322381593772) - | > loss_mel_ce: 3.683351516723633 (3.3367247062635466) - | > loss: 0.05802199989557266 (0.052585905161854664) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2653 (0.279034259835017) - | > loader_time: 0.009 (0.009170124359933418) - - - --> TIME: 2025-12-26 16:53:32 -- STEP: 1546/2207 -- GLOBAL_STEP: 64375 - | > loss_text_ce: 0.03007994405925274 (0.028775212545318944) - | > loss_mel_ce: 3.541454792022705 (3.336871586826765) - | > loss: 0.055805228650569916 (0.05258823123990645) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2899 (0.27902841876426027) - | > loader_time: 0.0083 (0.009163433490718614) - - - --> TIME: 2025-12-26 16:53:42 -- STEP: 1571/2207 -- GLOBAL_STEP: 64400 - | > loss_text_ce: 0.02815617062151432 (0.028778403518421494) - | > loss_mel_ce: 3.192443609237671 (3.3370277200209584) - | > loss: 0.050321873277425766 (0.052590720678005645) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2662 (0.27900715089770084) - | > loader_time: 0.0087 (0.009159098758126866) - - - --> TIME: 2025-12-26 16:53:51 -- STEP: 1596/2207 -- GLOBAL_STEP: 64425 - | > loss_text_ce: 0.027153918519616127 (0.028776446528928846) - | > loss_mel_ce: 3.2265827655792236 (3.3372965611909575) - | > loss: 0.050839636474847794 (0.05259489074330734) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2872 (0.27907664554758516) - | > loader_time: 0.0083 (0.009156642402323856) - - - --> TIME: 2025-12-26 16:54:01 -- STEP: 1621/2207 -- GLOBAL_STEP: 64450 - | > loss_text_ce: 0.029985656961798668 (0.02877437618068712) - | > loss_mel_ce: 3.1966328620910645 (3.336435522435994) - | > loss: 0.05041591450572014 (0.05258140466155868) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2913 (0.2790677282708729) - | > loader_time: 0.0099 (0.009151100303419268) - - - --> TIME: 2025-12-26 16:54:11 -- STEP: 1646/2207 -- GLOBAL_STEP: 64475 - | > loss_text_ce: 0.028493797406554222 (0.028775741249992808) - | > loss_mel_ce: 3.425063371658325 (3.336042578860593) - | > loss: 0.05396183207631111 (0.05257528624469067) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2909 (0.2790869457029346) - | > loader_time: 0.0088 (0.009145325183289005) - - - --> TIME: 2025-12-26 16:54:20 -- STEP: 1671/2207 -- GLOBAL_STEP: 64500 - | > loss_text_ce: 0.029275566339492798 (0.028767713474333823) - | > loss_mel_ce: 3.277716875076294 (3.3359256178800547) - | > loss: 0.05167175829410553 (0.052573333297622656) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.3026 (0.2791346874442525) - | > loader_time: 0.0086 (0.009140362217353518) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_64500.pth - - --> TIME: 2025-12-26 16:54:55 -- STEP: 1696/2207 -- GLOBAL_STEP: 64525 - | > loss_text_ce: 0.02840561233460903 (0.028768682703024375) - | > loss_mel_ce: 3.2117278575897217 (3.335769592169322) - | > loss: 0.05062708631157875 (0.05257091054007555) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.268 (0.27910493806285747) - | > loader_time: 0.0095 (0.009158660921285724) - - - --> TIME: 2025-12-26 16:55:04 -- STEP: 1721/2207 -- GLOBAL_STEP: 64550 - | > loss_text_ce: 0.029109496623277664 (0.028780988804489496) - | > loss_mel_ce: 3.5183372497558594 (3.3357786637693567) - | > loss: 0.05542885512113571 (0.05257124456380568) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2901 (0.2791040802611512) - | > loader_time: 0.0091 (0.009159266013589299) - - - --> TIME: 2025-12-26 16:55:14 -- STEP: 1746/2207 -- GLOBAL_STEP: 64575 - | > loss_text_ce: 0.027340292930603027 (0.02877687393364423) - | > loss_mel_ce: 3.2276768684387207 (3.3354572917997234) - | > loss: 0.05085964500904083 (0.052566158833816455) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.287 (0.27907212916654994) - | > loader_time: 0.0082 (0.00915543429493767) - - - --> TIME: 2025-12-26 16:55:23 -- STEP: 1771/2207 -- GLOBAL_STEP: 64600 - | > loss_text_ce: 0.028654227033257484 (0.028773580909717697) - | > loss_mel_ce: 3.2215614318847656 (3.3352715427898416) - | > loss: 0.05078462138772011 (0.05256320505846297) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2905 (0.27909632041453) - | > loader_time: 0.0087 (0.009152159995106499) - - - --> TIME: 2025-12-26 16:55:33 -- STEP: 1796/2207 -- GLOBAL_STEP: 64625 - | > loss_text_ce: 0.031504757702350616 (0.028774235951392713) - | > loss_mel_ce: 3.1741626262664795 (3.3352509579042557) - | > loss: 0.0500885546207428 (0.05256289365454549) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2871 (0.2790638820365704) - | > loader_time: 0.0089 (0.009149377091159264) - - - --> TIME: 2025-12-26 16:55:42 -- STEP: 1821/2207 -- GLOBAL_STEP: 64650 - | > loss_text_ce: 0.028081266209483147 (0.028773903027422346) - | > loss_mel_ce: 3.1554629802703857 (3.335411360079218) - | > loss: 0.04974287748336792 (0.05256539473554582) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2878 (0.2789943372725396) - | > loader_time: 0.0092 (0.009145640724638799) - - - --> TIME: 2025-12-26 16:55:52 -- STEP: 1846/2207 -- GLOBAL_STEP: 64675 - | > loss_text_ce: 0.027577156201004982 (0.028775146102910116) - | > loss_mel_ce: 3.5238656997680664 (3.3353105016286824) - | > loss: 0.05549129471182823 (0.05256383824096602) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2966 (0.2790308316376463) - | > loader_time: 0.0087 (0.009139555117936715) - - - --> TIME: 2025-12-26 16:56:02 -- STEP: 1871/2207 -- GLOBAL_STEP: 64700 - | > loss_text_ce: 0.029191987589001656 (0.028773647192955207) - | > loss_mel_ce: 3.2384848594665527 (3.3355481074112494) - | > loss: 0.05105745047330856 (0.052567527410915256) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.267 (0.27913409653097376) - | > loader_time: 0.009 (0.009133855905334045) - - - --> TIME: 2025-12-26 16:56:12 -- STEP: 1896/2207 -- GLOBAL_STEP: 64725 - | > loss_text_ce: 0.027921132743358612 (0.028770170004582544) - | > loss_mel_ce: 3.138631820678711 (3.33592945312146) - | > loss: 0.04947739094495773 (0.05257343160939496) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2959 (0.2791288249854803) - | > loader_time: 0.0089 (0.009128619975681542) - - - --> TIME: 2025-12-26 16:56:21 -- STEP: 1921/2207 -- GLOBAL_STEP: 64750 - | > loss_text_ce: 0.030378613620996475 (0.02877380727232278) - | > loss_mel_ce: 3.1125905513763428 (3.3356153756488687) - | > loss: 0.04910889267921448 (0.05256858098435566) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2686 (0.27904954321492437) - | > loader_time: 0.0083 (0.009123504689309446) - - - --> TIME: 2025-12-26 16:56:31 -- STEP: 1946/2207 -- GLOBAL_STEP: 64775 - | > loss_text_ce: 0.029621858149766922 (0.028776399476333057) - | > loss_mel_ce: 3.3078386783599854 (3.335460581857892) - | > loss: 0.052147820591926575 (0.052566202837908776) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2874 (0.27907402836406614) - | > loader_time: 0.009 (0.009128379797273888) - - - --> TIME: 2025-12-26 16:56:40 -- STEP: 1971/2207 -- GLOBAL_STEP: 64800 - | > loss_text_ce: 0.029226459562778473 (0.028781910651358236) - | > loss_mel_ce: 3.409442186355591 (3.335411699334721) - | > loss: 0.05372919887304306 (0.052565525160683794) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2669 (0.27906801905019973) - | > loader_time: 0.0085 (0.009122511749035325) - - - --> TIME: 2025-12-26 16:56:50 -- STEP: 1996/2207 -- GLOBAL_STEP: 64825 - | > loss_text_ce: 0.02844487875699997 (0.028782634342645476) - | > loss_mel_ce: 3.211557388305664 (3.3355587073461814) - | > loss: 0.0506250336766243 (0.05256783347091601) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2627 (0.2790250907202286) - | > loader_time: 0.0087 (0.009116212208428695) - - - --> TIME: 2025-12-26 16:56:59 -- STEP: 2021/2207 -- GLOBAL_STEP: 64850 - | > loss_text_ce: 0.026318363845348358 (0.0287781694045918) - | > loss_mel_ce: 3.2519941329956055 (3.3356602119962995) - | > loss: 0.05122363194823265 (0.05256934971435718) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2899 (0.2790452904302495) - | > loader_time: 0.0085 (0.009112655851051745) - - - --> TIME: 2025-12-26 16:57:09 -- STEP: 2046/2207 -- GLOBAL_STEP: 64875 - | > loss_text_ce: 0.028891079127788544 (0.028779000448989785) - | > loss_mel_ce: 3.1667282581329346 (3.334158860343643) - | > loss: 0.04993155226111412 (0.052545904079024305) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2914 (0.27900822363058286) - | > loader_time: 0.0092 (0.009108319660086083) - - - --> TIME: 2025-12-26 16:57:18 -- STEP: 2071/2207 -- GLOBAL_STEP: 64900 - | > loss_text_ce: 0.027453111484646797 (0.02877816285008051) - | > loss_mel_ce: 3.1054418087005615 (3.3342709183290014) - | > loss: 0.04895148426294327 (0.052547641895362485) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2693 (0.2789609189312107) - | > loader_time: 0.0085 (0.009105115510138373) - - - --> TIME: 2025-12-26 16:57:28 -- STEP: 2096/2207 -- GLOBAL_STEP: 64925 - | > loss_text_ce: 0.028042973950505257 (0.02877771608328859) - | > loss_mel_ce: 3.4278440475463867 (3.3343425808289586) - | > loss: 0.05399823561310768 (0.05254875463682393) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2909 (0.27891680677883524) - | > loader_time: 0.0088 (0.009103531942112749) - - - --> TIME: 2025-12-26 16:57:37 -- STEP: 2121/2207 -- GLOBAL_STEP: 64950 - | > loss_text_ce: 0.027800867334008217 (0.028778903114309518) - | > loss_mel_ce: 3.3562240600585938 (3.3346772217514498) - | > loss: 0.05287538841366768 (0.052554001948255706) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2698 (0.27885727823932827) - | > loader_time: 0.0092 (0.009102656221906844) - - - --> TIME: 2025-12-26 16:57:47 -- STEP: 2146/2207 -- GLOBAL_STEP: 64975 - | > loss_text_ce: 0.027603711932897568 (0.028775247636720718) - | > loss_mel_ce: 3.03464412689209 (3.3348863627015164) - | > loss: 0.04784762114286423 (0.052557212659066696) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2905 (0.278886690944128) - | > loader_time: 0.0094 (0.009103100542031149) - - - --> TIME: 2025-12-26 16:57:57 -- STEP: 2171/2207 -- GLOBAL_STEP: 65000 - | > loss_text_ce: 0.028417225927114487 (0.02876966216617304) - | > loss_mel_ce: 3.433701753616333 (3.3343002545784177) - | > loss: 0.05409560725092888 (0.05254796744662737) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.2887 (0.27890979085085005) - | > loader_time: 0.0088 (0.009103439195756808) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_65000.pth - - --> TIME: 2025-12-26 16:58:31 -- STEP: 2196/2207 -- GLOBAL_STEP: 65025 - | > loss_text_ce: 0.025565458461642265 (0.028771095165307674) - | > loss_mel_ce: 2.9696435928344727 (3.3345494619918434) - | > loss: 0.04680014029145241 (0.052551883703711826) - | > current_lr: 1.9999968575196125e-05 - | > step_time: 0.297 (0.2789222272367429) - | > loader_time: 0.0084 (0.009103444864623968) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07242693127812569 (-0.0030798460986163068) - | > avg_loss_text_ce: 0.027905229491659918 (-4.336629314600007e-05) - | > avg_loss_mel_ce: 3.735494745744241 (-0.004271151246251215) - | > avg_loss: 3.763399977941771 (-0.004314517652666439) - - - > EPOCH: 6/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 17:01:04)  - - --> TIME: 2025-12-26 17:01:12 -- STEP: 14/2207 -- GLOBAL_STEP: 65050 - | > loss_text_ce: 0.028505975380539894 (0.02848640044352838) - | > loss_mel_ce: 3.563584327697754 (3.2952628987176076) - | > loss: 0.05612641200423241 (0.05193358287215233) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2686 (0.27596533298492426) - | > loader_time: 0.0089 (0.009270106043134416) - - - --> TIME: 2025-12-26 17:01:22 -- STEP: 39/2207 -- GLOBAL_STEP: 65075 - | > loss_text_ce: 0.02988532930612564 (0.028286406340507362) - | > loss_mel_ce: 3.466078996658325 (3.367990261469132) - | > loss: 0.054624442011117935 (0.05306682315392372) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2666 (0.2797594865163168) - | > loader_time: 0.0084 (0.00885314207810622) - - - --> TIME: 2025-12-26 17:01:32 -- STEP: 64/2207 -- GLOBAL_STEP: 65100 - | > loss_text_ce: 0.03046613186597824 (0.028406908735632896) - | > loss_mel_ce: 3.7031493186950684 (3.371197558939457) - | > loss: 0.0583377406001091 (0.05311881989473477) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2591 (0.2817644402384759) - | > loader_time: 0.0086 (0.008762054145336151) - - - --> TIME: 2025-12-26 17:01:41 -- STEP: 89/2207 -- GLOBAL_STEP: 65125 - | > loss_text_ce: 0.02753996104001999 (0.02859509223548884) - | > loss_mel_ce: 3.4388813972473145 (3.3763387658622825) - | > loss: 0.05416283383965492 (0.05320209155926544) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2697 (0.2797772321808204) - | > loader_time: 0.0085 (0.008676845036195905) - - - --> TIME: 2025-12-26 17:01:51 -- STEP: 114/2207 -- GLOBAL_STEP: 65150 - | > loss_text_ce: 0.026111016049981117 (0.02867148604178638) - | > loss_mel_ce: 3.2249860763549805 (3.3698221863361826) - | > loss: 0.05079839378595352 (0.0531014636681791) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2925 (0.27936778988754535) - | > loader_time: 0.0107 (0.008643390839559995) - - - --> TIME: 2025-12-26 17:02:00 -- STEP: 139/2207 -- GLOBAL_STEP: 65175 - | > loss_text_ce: 0.02946784906089306 (0.02867665739475394) - | > loss_mel_ce: 3.097839117050171 (3.359599305571412) - | > loss: 0.04886417090892792 (0.052941811947728235) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2525 (0.27882385082382094) - | > loader_time: 0.0081 (0.00861214390761561) - - - --> TIME: 2025-12-26 17:02:10 -- STEP: 164/2207 -- GLOBAL_STEP: 65200 - | > loss_text_ce: 0.02894141897559166 (0.028721889333299746) - | > loss_mel_ce: 3.1607165336608887 (3.3449393583507074) - | > loss: 0.04983840510249138 (0.052713457017955254) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2878 (0.27832603745344203) - | > loader_time: 0.0081 (0.008589147067651518) - - - --> TIME: 2025-12-26 17:02:20 -- STEP: 189/2207 -- GLOBAL_STEP: 65225 - | > loss_text_ce: 0.028291279450058937 (0.02885618879799805) - | > loss_mel_ce: 3.0078282356262207 (3.3513550442993325) - | > loss: 0.047439366579055786 (0.05281580052284337) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.288 (0.2785338283215881) - | > loader_time: 0.008 (0.00855925726512122) - - - --> TIME: 2025-12-26 17:02:29 -- STEP: 214/2207 -- GLOBAL_STEP: 65250 - | > loss_text_ce: 0.028990646824240685 (0.028879955158542806) - | > loss_mel_ce: 3.249931573867798 (3.353213351463603) - | > loss: 0.051233161240816116 (0.05284520792209099) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2658 (0.2785789665774762) - | > loader_time: 0.0086 (0.008551588682370766) - - - --> TIME: 2025-12-26 17:02:39 -- STEP: 239/2207 -- GLOBAL_STEP: 65275 - | > loss_text_ce: 0.029947582632303238 (0.028841014039628677) - | > loss_mel_ce: 3.4039244651794434 (3.3486394772469747) - | > loss: 0.053654249757528305 (0.05277313265528639) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2661 (0.2788102736532935) - | > loader_time: 0.0083 (0.008535401092912363) - - - --> TIME: 2025-12-26 17:02:48 -- STEP: 264/2207 -- GLOBAL_STEP: 65300 - | > loss_text_ce: 0.029165184125304222 (0.02879569281569936) - | > loss_mel_ce: 3.4398961067199707 (3.3493802122997516) - | > loss: 0.05420408397912979 (0.05278399850552281) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2872 (0.27882761485648855) - | > loader_time: 0.0079 (0.00852606242353266) - - - --> TIME: 2025-12-26 17:02:58 -- STEP: 289/2207 -- GLOBAL_STEP: 65325 - | > loss_text_ce: 0.025583138689398766 (0.02876232329201739) - | > loss_mel_ce: 3.7582778930664062 (3.3485998810368844) - | > loss: 0.059122826904058456 (0.052771284415750776) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2924 (0.27912810187026266) - | > loader_time: 0.0115 (0.008563732193415552) - - - --> TIME: 2025-12-26 17:03:08 -- STEP: 314/2207 -- GLOBAL_STEP: 65350 - | > loss_text_ce: 0.028103232383728027 (0.028739600507601805) - | > loss_mel_ce: 3.570767402648926 (3.344384346797968) - | > loss: 0.056232355535030365 (0.05270506166348793) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2689 (0.27914308742353083) - | > loader_time: 0.009 (0.008589667879092468) - - - --> TIME: 2025-12-26 17:03:18 -- STEP: 339/2207 -- GLOBAL_STEP: 65375 - | > loss_text_ce: 0.027484003454446793 (0.028722826446403792) - | > loss_mel_ce: 3.2275187969207764 (3.344558796699772) - | > loss: 0.050859417766332626 (0.052707525371274426) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2673 (0.28076766725838354) - | > loader_time: 0.0084 (0.00862045836659659) - - - --> TIME: 2025-12-26 17:03:28 -- STEP: 364/2207 -- GLOBAL_STEP: 65400 - | > loss_text_ce: 0.0288388654589653 (0.028701688183451087) - | > loss_mel_ce: 3.2092292308807373 (3.3421398021362645) - | > loss: 0.050594814121723175 (0.052669398302396586) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2881 (0.28083152561397345) - | > loader_time: 0.0083 (0.00866810437087174) - - - --> TIME: 2025-12-26 17:03:37 -- STEP: 389/2207 -- GLOBAL_STEP: 65425 - | > loss_text_ce: 0.02855551429092884 (0.02869961097606656) - | > loss_mel_ce: 3.3486483097076416 (3.3420605083357713) - | > loss: 0.05276881158351898 (0.052668126860207345) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2901 (0.280593563780993) - | > loader_time: 0.0103 (0.008725099514566532) - - - --> TIME: 2025-12-26 17:03:47 -- STEP: 414/2207 -- GLOBAL_STEP: 65450 - | > loss_text_ce: 0.027337269857525826 (0.028679309457828452) - | > loss_mel_ce: 3.1510791778564453 (3.3421799094204747) - | > loss: 0.0496627576649189 (0.052669675291880325) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2892 (0.2805204558487675) - | > loader_time: 0.0091 (0.008754283333746128) - - - --> TIME: 2025-12-26 17:03:57 -- STEP: 439/2207 -- GLOBAL_STEP: 65475 - | > loss_text_ce: 0.029948489740490913 (0.028688143310826565) - | > loss_mel_ce: 3.118501663208008 (3.3434041431661625) - | > loss: 0.04919453337788582 (0.05268894199595908) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2712 (0.280594694858803) - | > loader_time: 0.0109 (0.008822872318276505) - - - --> TIME: 2025-12-26 17:04:06 -- STEP: 464/2207 -- GLOBAL_STEP: 65500 - | > loss_text_ce: 0.029109692201018333 (0.02867100348069878) - | > loss_mel_ce: 3.237126588821411 (3.3388337621401103) - | > loss: 0.051034942269325256 (0.0526172619891064) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.289 (0.2804410529547723) - | > loader_time: 0.0085 (0.008837675739978916) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_65500.pth - - --> TIME: 2025-12-26 17:04:41 -- STEP: 489/2207 -- GLOBAL_STEP: 65525 - | > loss_text_ce: 0.02756033092737198 (0.028661812348995955) - | > loss_mel_ce: 3.1783337593078613 (3.3346272031709954) - | > loss: 0.05009209364652634 (0.05255139089648466) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2922 (0.28034528437811407) - | > loader_time: 0.0085 (0.00883867257943182) - - - --> TIME: 2025-12-26 17:04:51 -- STEP: 514/2207 -- GLOBAL_STEP: 65550 - | > loss_text_ce: 0.028706317767500877 (0.0286902302934096) - | > loss_mel_ce: 3.2835545539855957 (3.3363995459293116) - | > loss: 0.05175407603383064 (0.05257952777154252) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2967 (0.2801748133818926) - | > loader_time: 0.0084 (0.008833339242155909) - - - --> TIME: 2025-12-26 17:05:00 -- STEP: 539/2207 -- GLOBAL_STEP: 65575 - | > loss_text_ce: 0.028893254697322845 (0.028686532090678948) - | > loss_mel_ce: 3.4144413471221924 (3.3363980264964495) - | > loss: 0.05380210280418396 (0.052579446265505064) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2872 (0.2799530551252205) - | > loader_time: 0.0081 (0.00881738476939015) - - - --> TIME: 2025-12-26 17:05:10 -- STEP: 564/2207 -- GLOBAL_STEP: 65600 - | > loss_text_ce: 0.029742540791630745 (0.02870733629753615) - | > loss_mel_ce: 3.2086408138275146 (3.335321485573521) - | > loss: 0.05059973895549774 (0.052562950377134564) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2681 (0.2798582218217511) - | > loader_time: 0.0082 (0.008812494311772332) - - - --> TIME: 2025-12-26 17:05:19 -- STEP: 589/2207 -- GLOBAL_STEP: 65625 - | > loss_text_ce: 0.029175573959946632 (0.028704362992570436) - | > loss_mel_ce: 3.165440797805786 (3.3345677419510302) - | > loss: 0.04991587996482849 (0.052551126660991) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2867 (0.27987984769008356) - | > loader_time: 0.0085 (0.008797211638937982) - - - --> TIME: 2025-12-26 17:05:29 -- STEP: 614/2207 -- GLOBAL_STEP: 65650 - | > loss_text_ce: 0.02817539870738983 (0.028686781608005106) - | > loss_mel_ce: 3.21681547164917 (3.3330087055989144) - | > loss: 0.050702981650829315 (0.052526492024817385) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.291 (0.2799802179833577) - | > loader_time: 0.0089 (0.008783112519727077) - - - --> TIME: 2025-12-26 17:05:39 -- STEP: 639/2207 -- GLOBAL_STEP: 65675 - | > loss_text_ce: 0.029437296092510223 (0.028681836133248557) - | > loss_mel_ce: 3.4741265773773193 (3.3337974462524107) - | > loss: 0.05474318563938141 (0.05253873882649091) - | > grad_norm: 0 (0.0) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2867 (0.27999421539067854) - | > loader_time: 0.0087 (0.008770719567001888) - - - --> TIME: 2025-12-26 17:05:48 -- STEP: 664/2207 -- GLOBAL_STEP: 65700 - | > loss_text_ce: 0.029662294313311577 (0.028666757170604653) - | > loss_mel_ce: 3.5701487064361572 (3.333095684468031) - | > loss: 0.0562470480799675 (0.052527538180934745) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2619 (0.28002673172089) - | > loader_time: 0.0088 (0.008758302553590518) - - - --> TIME: 2025-12-26 17:05:58 -- STEP: 689/2207 -- GLOBAL_STEP: 65725 - | > loss_text_ce: 0.026822425425052643 (0.02865565822328642) - | > loss_mel_ce: 3.2716612815856934 (3.331171904316145) - | > loss: 0.05153880640864372 (0.052497305695091874) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2694 (0.2799626663219083) - | > loader_time: 0.0082 (0.00874597206171088) - - - --> TIME: 2025-12-26 17:06:07 -- STEP: 714/2207 -- GLOBAL_STEP: 65750 - | > loss_text_ce: 0.02837313525378704 (0.02866259460658336) - | > loss_mel_ce: 3.2696335315704346 (3.3294511148575667) - | > loss: 0.0515313558280468 (0.052470526749304705) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2672 (0.2798447555520622) - | > loader_time: 0.0087 (0.00873404023360137) - - - --> TIME: 2025-12-26 17:06:17 -- STEP: 739/2207 -- GLOBAL_STEP: 65775 - | > loss_text_ce: 0.028676006942987442 (0.028673762233779137) - | > loss_mel_ce: 3.5864694118499756 (3.3309648288602944) - | > loss: 0.056486647576093674 (0.05249435302369167) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2671 (0.27969330154026634) - | > loader_time: 0.0082 (0.008719269090479535) - - - --> TIME: 2025-12-26 17:06:26 -- STEP: 764/2207 -- GLOBAL_STEP: 65800 - | > loss_text_ce: 0.02812550775706768 (0.02866679371983125) - | > loss_mel_ce: 3.205850601196289 (3.329162561768639) - | > loss: 0.05053087696433067 (0.052466083712953866) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2661 (0.2796096467846975) - | > loader_time: 0.0084 (0.008713500037867358) - - - --> TIME: 2025-12-26 17:06:36 -- STEP: 789/2207 -- GLOBAL_STEP: 65825 - | > loss_text_ce: 0.03024955652654171 (0.028661433538877616) - | > loss_mel_ce: 3.395089864730835 (3.3290472610821764) - | > loss: 0.05352092906832695 (0.05246419839192707) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2691 (0.2795863076005751) - | > loader_time: 0.0084 (0.008702938396516705) - - - --> TIME: 2025-12-26 17:06:46 -- STEP: 814/2207 -- GLOBAL_STEP: 65850 - | > loss_text_ce: 0.028727391734719276 (0.028655594267427042) - | > loss_mel_ce: 3.3456919193267822 (3.3286903393649374) - | > loss: 0.05272530019283295 (0.052458530250726235) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2671 (0.27964322543554315) - | > loader_time: 0.0084 (0.008691829604071534) - - - --> TIME: 2025-12-26 17:06:55 -- STEP: 839/2207 -- GLOBAL_STEP: 65875 - | > loss_text_ce: 0.030279705300927162 (0.02866007297724947) - | > loss_mel_ce: 3.3026466369628906 (3.3256399594558173) - | > loss: 0.052076973021030426 (0.05241093804551394) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2879 (0.27967811454891206) - | > loader_time: 0.0091 (0.008684801970107903) - - - --> TIME: 2025-12-26 17:07:05 -- STEP: 864/2207 -- GLOBAL_STEP: 65900 - | > loss_text_ce: 0.03001541830599308 (0.028664621082565712) - | > loss_mel_ce: 3.317617893218994 (3.3247031362520345) - | > loss: 0.05230677127838135 (0.05239637123627796) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2964 (0.279703711745916) - | > loader_time: 0.0083 (0.008677346286950285) - - - --> TIME: 2025-12-26 17:07:15 -- STEP: 889/2207 -- GLOBAL_STEP: 65925 - | > loss_text_ce: 0.027662167325615883 (0.028658599338176816) - | > loss_mel_ce: 3.441187620162964 (3.325690485092869) - | > loss: 0.054200779646635056 (0.052411704476088866) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2985 (0.27976024137439054) - | > loader_time: 0.0082 (0.00868468209514467) - - - --> TIME: 2025-12-26 17:07:24 -- STEP: 914/2207 -- GLOBAL_STEP: 65950 - | > loss_text_ce: 0.02786230482161045 (0.02867521521282796) - | > loss_mel_ce: 3.0769479274749756 (3.3264888300676594) - | > loss: 0.04851265996694565 (0.05242443824476305) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2695 (0.27967660927929056) - | > loader_time: 0.0103 (0.00868431561885307) - - - --> TIME: 2025-12-26 17:07:34 -- STEP: 939/2207 -- GLOBAL_STEP: 65975 - | > loss_text_ce: 0.027536911889910698 (0.028681921636778962) - | > loss_mel_ce: 3.1180167198181152 (3.3272177743962543) - | > loss: 0.049149274826049805 (0.0524359327860978) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2698 (0.27952032145092937) - | > loader_time: 0.0086 (0.00868274888799339) - - - --> TIME: 2025-12-26 17:07:43 -- STEP: 964/2207 -- GLOBAL_STEP: 66000 - | > loss_text_ce: 0.028579868376255035 (0.028671671622877176) - | > loss_mel_ce: 3.2833926677703857 (3.326675776624088) - | > loss: 0.0517495721578598 (0.05242730392320894) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2874 (0.2795212073444827) - | > loader_time: 0.0085 (0.008679447579680625) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_66000.pth - - --> TIME: 2025-12-26 17:08:18 -- STEP: 989/2207 -- GLOBAL_STEP: 66025 - | > loss_text_ce: 0.02791820652782917 (0.02867532027480395) - | > loss_mel_ce: 3.307562828063965 (3.3279105353765246) - | > loss: 0.052116889506578445 (0.05244665404572647) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2912 (0.2794249426607417) - | > loader_time: 0.0083 (0.008673942245776528) - - - --> TIME: 2025-12-26 17:08:28 -- STEP: 1014/2207 -- GLOBAL_STEP: 66050 - | > loss_text_ce: 0.029786966741085052 (0.0286881800031903) - | > loss_mel_ce: 3.1818084716796875 (3.328832046755204) - | > loss: 0.050181180238723755 (0.052461253596686526) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2676 (0.2793524488659772) - | > loader_time: 0.008 (0.008667088354362761) - - - --> TIME: 2025-12-26 17:08:37 -- STEP: 1039/2207 -- GLOBAL_STEP: 66075 - | > loss_text_ce: 0.030090676620602608 (0.028696622912833848) - | > loss_mel_ce: 3.3269920349121094 (3.3280141826313905) - | > loss: 0.05245441570878029 (0.05244860639284733) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2686 (0.27925940863322035) - | > loader_time: 0.0085 (0.008667294398538175) - - - --> TIME: 2025-12-26 17:08:47 -- STEP: 1064/2207 -- GLOBAL_STEP: 66100 - | > loss_text_ce: 0.030225107446312904 (0.02869062521494925) - | > loss_mel_ce: 3.396364212036133 (3.3273928414161955) - | > loss: 0.05354045704007149 (0.05243880421455418) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2622 (0.27926366512936773) - | > loader_time: 0.0087 (0.008669916400335775) - - - --> TIME: 2025-12-26 17:08:57 -- STEP: 1089/2207 -- GLOBAL_STEP: 66125 - | > loss_text_ce: 0.028633205220103264 (0.028680087355392257) - | > loss_mel_ce: 3.2800941467285156 (3.32763655783388) - | > loss: 0.05169886350631714 (0.052442447630443964) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2693 (0.2792705889685206) - | > loader_time: 0.0077 (0.008659301929456353) - - - --> TIME: 2025-12-26 17:09:06 -- STEP: 1114/2207 -- GLOBAL_STEP: 66150 - | > loss_text_ce: 0.02634769305586815 (0.028675712673478432) - | > loss_mel_ce: 3.415557384490967 (3.3276694116301346) - | > loss: 0.05377976596355438 (0.05244289261340775) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2977 (0.2793356107424149) - | > loader_time: 0.009 (0.008654032832202181) - - - --> TIME: 2025-12-26 17:09:16 -- STEP: 1139/2207 -- GLOBAL_STEP: 66175 - | > loss_text_ce: 0.02713450789451599 (0.0286795522092046) - | > loss_mel_ce: 2.9887232780456543 (3.327416609001327) - | > loss: 0.0471227765083313 (0.05243900256383515) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.287 (0.27943759178047745) - | > loader_time: 0.0088 (0.008647662908806928) - - - --> TIME: 2025-12-26 17:09:26 -- STEP: 1164/2207 -- GLOBAL_STEP: 66200 - | > loss_text_ce: 0.02774127945303917 (0.028666621118886366) - | > loss_mel_ce: 3.353245496749878 (3.326997004833418) - | > loss: 0.05282791703939438 (0.05243224419230962) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.29 (0.2794609987448992) - | > loader_time: 0.0084 (0.008649110179586493) - - - --> TIME: 2025-12-26 17:09:35 -- STEP: 1189/2207 -- GLOBAL_STEP: 66225 - | > loss_text_ce: 0.030071301385760307 (0.02866695206722008) - | > loss_mel_ce: 3.1302525997161865 (3.3280072795733164) - | > loss: 0.04938006028532982 (0.05244803490372544) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2877 (0.2794163209034478) - | > loader_time: 0.0084 (0.00865181922110515) - - - --> TIME: 2025-12-26 17:09:45 -- STEP: 1214/2207 -- GLOBAL_STEP: 66250 - | > loss_text_ce: 0.027806129306554794 (0.028668348442707856) - | > loss_mel_ce: 3.0771772861480713 (3.3274966861310067) - | > loss: 0.04851536452770233 (0.05244007868971524) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2869 (0.27951039258495014) - | > loader_time: 0.0087 (0.008646111511909178) - - - --> TIME: 2025-12-26 17:09:55 -- STEP: 1239/2207 -- GLOBAL_STEP: 66275 - | > loss_text_ce: 0.028936117887496948 (0.028666329375431364) - | > loss_mel_ce: 3.3056063652038574 (3.3258433076429026) - | > loss: 0.0521022267639637 (0.052414213103498565) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2916 (0.2794723743580349) - | > loader_time: 0.0092 (0.008638049634451616) - - - --> TIME: 2025-12-26 17:10:04 -- STEP: 1264/2207 -- GLOBAL_STEP: 66300 - | > loss_text_ce: 0.029654910787940025 (0.028677546503199147) - | > loss_mel_ce: 3.1412150859832764 (3.326053725956362) - | > loss: 0.04954484477639198 (0.052417676161998265) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2661 (0.27945145323306697) - | > loader_time: 0.0083 (0.008630174813391274) - - - --> TIME: 2025-12-26 17:10:14 -- STEP: 1289/2207 -- GLOBAL_STEP: 66325 - | > loss_text_ce: 0.02746541239321232 (0.028675624410006963) - | > loss_mel_ce: 3.2158422470092773 (3.3250949626934454) - | > loss: 0.050676681101322174 (0.05240266545566597) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2696 (0.2793570302825644) - | > loader_time: 0.0079 (0.008626151214374685) - - - --> TIME: 2025-12-26 17:10:23 -- STEP: 1314/2207 -- GLOBAL_STEP: 66350 - | > loss_text_ce: 0.02672569453716278 (0.02867148023614691) - | > loss_mel_ce: 3.269327163696289 (3.3250256571776977) - | > loss: 0.0515008270740509 (0.05240151780846005) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2963 (0.2794204620102951) - | > loader_time: 0.0083 (0.008617443762594887) - - - --> TIME: 2025-12-26 17:10:33 -- STEP: 1339/2207 -- GLOBAL_STEP: 66375 - | > loss_text_ce: 0.029503636062145233 (0.028679525629910094) - | > loss_mel_ce: 3.313770294189453 (3.3255147773708496) - | > loss: 0.05223865434527397 (0.0524092860147079) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2687 (0.279473539071799) - | > loader_time: 0.0081 (0.008610104161291713) - - - --> TIME: 2025-12-26 17:10:43 -- STEP: 1364/2207 -- GLOBAL_STEP: 66400 - | > loss_text_ce: 0.029217205941677094 (0.028682074449475733) - | > loss_mel_ce: 3.6611428260803223 (3.3257216627646757) - | > loss: 0.05766187608242035 (0.05241255842892133) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2672 (0.27945630920947134) - | > loader_time: 0.0085 (0.008606941993635072) - - - --> TIME: 2025-12-26 17:10:56 -- STEP: 1389/2207 -- GLOBAL_STEP: 66425 - | > loss_text_ce: 0.030852898955345154 (0.028690471934105014) - | > loss_mel_ce: 3.393871784210205 (3.325613926262029) - | > loss: 0.05351132154464722 (0.05241100625533953) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2659 (0.2793456787167048) - | > loader_time: 0.0076 (0.009566453998255332) - - - --> TIME: 2025-12-26 17:11:12 -- STEP: 1414/2207 -- GLOBAL_STEP: 66450 - | > loss_text_ce: 0.02794468030333519 (0.028694063978325024) - | > loss_mel_ce: 2.852205276489258 (3.325535182737057) - | > loss: 0.04500234127044678 (0.05240983200355671) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2912 (0.2794033983640658) - | > loader_time: 0.008 (0.01389575375525921) - - - --> TIME: 2025-12-26 17:11:30 -- STEP: 1439/2207 -- GLOBAL_STEP: 66475 - | > loss_text_ce: 0.02753291092813015 (0.02869218116453988) - | > loss_mel_ce: 3.2927279472351074 (3.3254972205052704) - | > loss: 0.051879074424505234 (0.0524092094275047) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.3044 (0.2794483859477732) - | > loader_time: 0.0077 (0.01957392974227894) - - - --> TIME: 2025-12-26 17:11:45 -- STEP: 1464/2207 -- GLOBAL_STEP: 66500 - | > loss_text_ce: 0.029298322275280952 (0.02869463942008592) - | > loss_mel_ce: 3.570437431335449 (3.326351118706615) - | > loss: 0.056245870888233185 (0.05242258999903836) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.268 (0.27949039255335056) - | > loader_time: 0.008 (0.023329204223195055) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_66500.pth - - --> TIME: 2025-12-26 17:12:29 -- STEP: 1489/2207 -- GLOBAL_STEP: 66525 - | > loss_text_ce: 0.02984101139008999 (0.02869340021205757) - | > loss_mel_ce: 3.3081445693969727 (3.326310768153061) - | > loss: 0.05215602368116379 (0.052421940164108914) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2878 (0.2794340356553939) - | > loader_time: 0.0083 (0.023093753568753046) - - - --> TIME: 2025-12-26 17:12:43 -- STEP: 1514/2207 -- GLOBAL_STEP: 66550 - | > loss_text_ce: 0.029345082119107246 (0.028689555086864743) - | > loss_mel_ce: 3.257530689239502 (3.3263967000981465) - | > loss: 0.05135743319988251 (0.05242322277292473) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2916 (0.2795095303571996) - | > loader_time: 0.0088 (0.025393677356221084) - - - --> TIME: 2025-12-26 17:12:54 -- STEP: 1539/2207 -- GLOBAL_STEP: 66575 - | > loss_text_ce: 0.03187011927366257 (0.028684404048683814) - | > loss_mel_ce: 4.083779811859131 (3.325707307645762) - | > loss: 0.06430702656507492 (0.05241237053087272) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2674 (0.27955653126786634) - | > loader_time: 0.0086 (0.025681084204680578) - - - --> TIME: 2025-12-26 17:13:05 -- STEP: 1564/2207 -- GLOBAL_STEP: 66600 - | > loss_text_ce: 0.03139331936836243 (0.028681608677967964) - | > loss_mel_ce: 3.4485275745391846 (3.325939009104239) - | > loss: 0.054373763501644135 (0.052415947182118304) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2698 (0.2795334366886207) - | > loader_time: 0.0073 (0.026624253491306545) - - - --> TIME: 2025-12-26 17:13:19 -- STEP: 1589/2207 -- GLOBAL_STEP: 66625 - | > loss_text_ce: 0.027748484164476395 (0.028683780959196027) - | > loss_mel_ce: 3.396387815475464 (3.325225110771223) - | > loss: 0.05350213125348091 (0.05240482646360048) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2963 (0.27955525382049706) - | > loader_time: 0.695 (0.02785645332480467) - - - --> TIME: 2025-12-26 17:13:39 -- STEP: 1614/2207 -- GLOBAL_STEP: 66650 - | > loss_text_ce: 0.02981131337583065 (0.02868514871767167) - | > loss_mel_ce: 3.275407075881958 (3.325516917153067) - | > loss: 0.051644038408994675 (0.05240940730995702) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2878 (0.2795575900001003) - | > loader_time: 0.0095 (0.03364411915988283) - - - --> TIME: 2025-12-26 17:14:03 -- STEP: 1639/2207 -- GLOBAL_STEP: 66675 - | > loss_text_ce: 0.027362987399101257 (0.028680101841633606) - | > loss_mel_ce: 3.5905017852783203 (3.324879030835127) - | > loss: 0.05652913823723793 (0.05239936147769318) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2704 (0.279622437824484) - | > loader_time: 0.0091 (0.04192890300483075) - - - --> TIME: 2025-12-26 17:14:12 -- STEP: 1664/2207 -- GLOBAL_STEP: 66700 - | > loss_text_ce: 0.029631437733769417 (0.028679783510877035) - | > loss_mel_ce: 3.2459094524383545 (3.32472617752277) - | > loss: 0.05118032544851303 (0.052396968163800656) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2617 (0.2795992603955358) - | > loader_time: 0.0082 (0.04142318665981293) - - - --> TIME: 2025-12-26 17:14:22 -- STEP: 1689/2207 -- GLOBAL_STEP: 66725 - | > loss_text_ce: 0.027757810428738594 (0.028682047232120894) - | > loss_mel_ce: 3.0864720344543457 (3.3239367025148385) - | > loss: 0.04865984246134758 (0.052384667985180995) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2676 (0.2795412052023541) - | > loader_time: 0.0082 (0.04093951413869999) - - - --> TIME: 2025-12-26 17:14:32 -- STEP: 1714/2207 -- GLOBAL_STEP: 66750 - | > loss_text_ce: 0.029707347974181175 (0.028682317596707002) - | > loss_mel_ce: 3.2531847953796387 (3.3238649070610666) - | > loss: 0.051295191049575806 (0.05238355040906679) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2657 (0.279559886998028) - | > loader_time: 0.0082 (0.040464568305043386) - - - --> TIME: 2025-12-26 17:14:41 -- STEP: 1739/2207 -- GLOBAL_STEP: 66775 - | > loss_text_ce: 0.02910858765244484 (0.028685125765991047) - | > loss_mel_ce: 3.4311132431030273 (3.3235853794595855) - | > loss: 0.05406596511602402 (0.05237922667086023) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2903 (0.27953350934713517) - | > loader_time: 0.0081 (0.040006580950543415) - - - --> TIME: 2025-12-26 17:14:51 -- STEP: 1764/2207 -- GLOBAL_STEP: 66800 - | > loss_text_ce: 0.029421664774417877 (0.028687380130725856) - | > loss_mel_ce: 3.359633684158325 (3.324292794106499) - | > loss: 0.05295398831367493 (0.05239031524682533) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2876 (0.2795476656652085) - | > loader_time: 0.0082 (0.039557203684264026) - - - --> TIME: 2025-12-26 17:15:00 -- STEP: 1789/2207 -- GLOBAL_STEP: 66825 - | > loss_text_ce: 0.029229704290628433 (0.028685217904413193) - | > loss_mel_ce: 3.7090818881988525 (3.3247318924839373) - | > loss: 0.058411117643117905 (0.0523971423752452) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2557 (0.27951949238443924) - | > loader_time: 0.0078 (0.03912023141305496) - - - --> TIME: 2025-12-26 17:15:10 -- STEP: 1814/2207 -- GLOBAL_STEP: 66850 - | > loss_text_ce: 0.02982727624475956 (0.028688380555295958) - | > loss_mel_ce: 3.130976676940918 (3.323922508606706) - | > loss: 0.04938756301999092 (0.052384545166115265) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2903 (0.2794532177860964) - | > loader_time: 0.0082 (0.0386961238518308) - - - --> TIME: 2025-12-26 17:15:20 -- STEP: 1839/2207 -- GLOBAL_STEP: 66875 - | > loss_text_ce: 0.02774769440293312 (0.028684819493971486) - | > loss_mel_ce: 3.135040283203125 (3.3244813670925377) - | > loss: 0.04941856116056442 (0.052393221689865224) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2676 (0.2794386058348938) - | > loader_time: 0.0083 (0.038289605825734305) - - - --> TIME: 2025-12-26 17:15:30 -- STEP: 1864/2207 -- GLOBAL_STEP: 66900 - | > loss_text_ce: 0.029092106968164444 (0.02868889992289213) - | > loss_mel_ce: 2.9324262142181396 (3.324106713988751) - | > loss: 0.04627372324466705 (0.05238743149575503) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2672 (0.2794106811157105) - | > loader_time: 0.0078 (0.037887645125900725) - - - --> TIME: 2025-12-26 17:15:39 -- STEP: 1889/2207 -- GLOBAL_STEP: 66925 - | > loss_text_ce: 0.02795340307056904 (0.028692035984628536) - | > loss_mel_ce: 3.3544921875 (3.324567916344057) - | > loss: 0.05285071209073067 (0.05239468678248315) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2902 (0.27940755385201393) - | > loader_time: 0.0077 (0.0375060400298943) - - - --> TIME: 2025-12-26 17:15:49 -- STEP: 1914/2207 -- GLOBAL_STEP: 66950 - | > loss_text_ce: 0.02891693264245987 (0.02869101895005788) - | > loss_mel_ce: 2.8982081413269043 (3.324415982080976) - | > loss: 0.04573632776737213 (0.052392296917355065) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.267 (0.2793767599227404) - | > loader_time: 0.0088 (0.037125745661704644) - - - --> TIME: 2025-12-26 17:15:58 -- STEP: 1939/2207 -- GLOBAL_STEP: 66975 - | > loss_text_ce: 0.027883242815732956 (0.028687255471452972) - | > loss_mel_ce: 3.173130989074707 (3.323933249715065) - | > loss: 0.05001584812998772 (0.05238469541956619) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2902 (0.2794141055014152) - | > loader_time: 0.0079 (0.036756848354447806) - - - --> TIME: 2025-12-26 17:16:08 -- STEP: 1964/2207 -- GLOBAL_STEP: 67000 - | > loss_text_ce: 0.02673078328371048 (0.02868568205868336) - | > loss_mel_ce: 2.9687371253967285 (3.3230048313645875) - | > loss: 0.04680418595671654 (0.052370164298704724) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2675 (0.2794361602507388) - | > loader_time: 0.008 (0.03639413455838827) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_67000.pth - - --> TIME: 2025-12-26 17:16:43 -- STEP: 1989/2207 -- GLOBAL_STEP: 67025 - | > loss_text_ce: 0.02760271728038788 (0.028688274447554736) - | > loss_mel_ce: 3.3513059616088867 (3.323358541280556) - | > loss: 0.052795447409152985 (0.05237573152056828) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2697 (0.27947700497131894) - | > loader_time: 0.0082 (0.036041897346531106) - - - --> TIME: 2025-12-26 17:16:52 -- STEP: 2014/2207 -- GLOBAL_STEP: 67050 - | > loss_text_ce: 0.028175782412290573 (0.02868851677670912) - | > loss_mel_ce: 3.5982401371002197 (3.3229959849212714) - | > loss: 0.056662749499082565 (0.05237007036235448) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2672 (0.279444588805144) - | > loader_time: 0.0087 (0.03569809741746586) - - - --> TIME: 2025-12-26 17:17:02 -- STEP: 2039/2207 -- GLOBAL_STEP: 67075 - | > loss_text_ce: 0.028054259717464447 (0.02868467488505637) - | > loss_mel_ce: 3.3593945503234863 (3.323452456199755) - | > loss: 0.05292888730764389 (0.05237714269542415) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2961 (0.2794891712184972) - | > loader_time: 0.0081 (0.035359828363393325) - - - --> TIME: 2025-12-26 17:17:12 -- STEP: 2064/2207 -- GLOBAL_STEP: 67100 - | > loss_text_ce: 0.029480118304491043 (0.028688892032662335) - | > loss_mel_ce: 3.523407459259033 (3.323543717348299) - | > loss: 0.05551386997103691 (0.052378634546789565) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2671 (0.27945866037246725) - | > loader_time: 0.0083 (0.03503134142058764) - - - --> TIME: 2025-12-26 17:17:21 -- STEP: 2089/2207 -- GLOBAL_STEP: 67125 - | > loss_text_ce: 0.02813507430255413 (0.028695034579177287) - | > loss_mel_ce: 3.351078510284424 (3.3227391834176863) - | > loss: 0.05280021205544472 (0.05236615968334043) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.267 (0.27945166127198895) - | > loader_time: 0.0078 (0.03471319843217365) - - - --> TIME: 2025-12-26 17:17:31 -- STEP: 2114/2207 -- GLOBAL_STEP: 67150 - | > loss_text_ce: 0.030230242758989334 (0.028692608401390776) - | > loss_mel_ce: 3.0932390689849854 (3.32194095584956) - | > loss: 0.048804208636283875 (0.05235364946273272) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2877 (0.2794565834182546) - | > loader_time: 0.0079 (0.034402071245458736) - - - --> TIME: 2025-12-26 17:17:40 -- STEP: 2139/2207 -- GLOBAL_STEP: 67175 - | > loss_text_ce: 0.028078412637114525 (0.02869508996633739) - | > loss_mel_ce: 3.2311859130859375 (3.322199590744511) - | > loss: 0.050926003605127335 (0.052357729404203364) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2565 (0.27946494192985627) - | > loader_time: 0.0084 (0.03409762112767743) - - - --> TIME: 2025-12-26 17:17:50 -- STEP: 2164/2207 -- GLOBAL_STEP: 67200 - | > loss_text_ce: 0.027150025591254234 (0.02869363901310371) - | > loss_mel_ce: 2.9706976413726807 (3.321763384694754) - | > loss: 0.046841368079185486 (0.052350891015514774) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2687 (0.27946512789470596) - | > loader_time: 0.0081 (0.03379981068277975) - - - --> TIME: 2025-12-26 17:18:00 -- STEP: 2189/2207 -- GLOBAL_STEP: 67225 - | > loss_text_ce: 0.029699040576815605 (0.028695884618913273) - | > loss_mel_ce: 3.2520854473114014 (3.3214099711073546) - | > loss: 0.05127788335084915 (0.05234540401936232) - | > current_lr: 1.9999950898758486e-05 - | > step_time: 0.2867 (0.27947734751729614) - | > loader_time: 0.0076 (0.033507950940922855) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07855913767943509 (+0.0061322064013094035) - | > avg_loss_text_ce: 0.027840804296067438 (-6.442519559247961e-05) - | > avg_loss_mel_ce: 3.7452095440916113 (+0.009714798347370213) - | > avg_loss: 3.77305035172282 (+0.009650373781049382) - - - > EPOCH: 7/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 17:20:42)  - - --> TIME: 2025-12-26 17:20:47 -- STEP: 7/2207 -- GLOBAL_STEP: 67250 - | > loss_text_ce: 0.02788357250392437 (0.028900847105043277) - | > loss_mel_ce: 3.1123428344726562 (3.3562545776367188) - | > loss: 0.04906603693962097 (0.05289305267589433) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2875 (0.2848572390420096) - | > loader_time: 0.0094 (0.00913374764578683) - - - --> TIME: 2025-12-26 17:20:57 -- STEP: 32/2207 -- GLOBAL_STEP: 67275 - | > loss_text_ce: 0.02793135866522789 (0.028744690702296793) - | > loss_mel_ce: 3.3360214233398438 (3.3301079869270325) - | > loss: 0.05256176367402077 (0.05248207284603268) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2922 (0.2825654596090316) - | > loader_time: 0.0086 (0.008689545094966888) - - - --> TIME: 2025-12-26 17:21:07 -- STEP: 57/2207 -- GLOBAL_STEP: 67300 - | > loss_text_ce: 0.02837207540869713 (0.02874912511099849) - | > loss_mel_ce: 3.4026172161102295 (3.336138972064905) - | > loss: 0.0536092072725296 (0.05257637655003029) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2913 (0.2812422242080957) - | > loader_time: 0.0094 (0.008519733161257023) - - - --> TIME: 2025-12-26 17:21:16 -- STEP: 82/2207 -- GLOBAL_STEP: 67325 - | > loss_text_ce: 0.02858125790953636 (0.02872070063632436) - | > loss_mel_ce: 3.4289863109588623 (3.347160970292439) - | > loss: 0.05402449145913124 (0.05274815116895408) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2886 (0.281329762644884) - | > loader_time: 0.0082 (0.008430361747741703) - - - --> TIME: 2025-12-26 17:21:26 -- STEP: 107/2207 -- GLOBAL_STEP: 67350 - | > loss_text_ce: 0.026660580188035965 (0.028629384569336322) - | > loss_mel_ce: 3.0271689891815186 (3.348697232308788) - | > loss: 0.047716088593006134 (0.052770728471680226) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2672 (0.2816856353082387) - | > loader_time: 0.0101 (0.008396652257331067) - - - --> TIME: 2025-12-26 17:21:36 -- STEP: 132/2207 -- GLOBAL_STEP: 67375 - | > loss_text_ce: 0.028277799487113953 (0.028725784977502895) - | > loss_mel_ce: 3.1159234046936035 (3.338642380454323) - | > loss: 0.04912814497947693 (0.05261512761088935) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2681 (0.28148415233149643) - | > loader_time: 0.0082 (0.008335696928428884) - - - --> TIME: 2025-12-26 17:21:45 -- STEP: 157/2207 -- GLOBAL_STEP: 67400 - | > loss_text_ce: 0.029308466240763664 (0.02872340970785375) - | > loss_mel_ce: 3.3129830360412598 (3.3368548466141816) - | > loss: 0.05222330614924431 (0.05258716030675135) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2871 (0.2809457611885797) - | > loader_time: 0.0077 (0.008272956131370206) - - - --> TIME: 2025-12-26 17:21:55 -- STEP: 182/2207 -- GLOBAL_STEP: 67425 - | > loss_text_ce: 0.028139658272266388 (0.02867673576942512) - | > loss_mel_ce: 3.2694501876831055 (3.327535283434522) - | > loss: 0.05152484029531479 (0.05244081285219271) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.287 (0.28095074669345366) - | > loader_time: 0.0074 (0.008261058356735733) - - - --> TIME: 2025-12-26 17:22:05 -- STEP: 207/2207 -- GLOBAL_STEP: 67450 - | > loss_text_ce: 0.03044186346232891 (0.02870331750507804) - | > loss_mel_ce: 3.2852375507354736 (3.326404070508653) - | > loss: 0.05180748924612999 (0.05242355297441068) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.267 (0.28099232364967813) - | > loader_time: 0.0084 (0.008229153167798323) - - - --> TIME: 2025-12-26 17:22:15 -- STEP: 232/2207 -- GLOBAL_STEP: 67475 - | > loss_text_ce: 0.027613360434770584 (0.02873792280121867) - | > loss_mel_ce: 3.0506715774536133 (3.3312838611931634) - | > loss: 0.04809820279479027 (0.052500340397116436) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2671 (0.28187863374578537) - | > loader_time: 0.0075 (0.008207846304465987) - - - --> TIME: 2025-12-26 17:22:24 -- STEP: 257/2207 -- GLOBAL_STEP: 67500 - | > loss_text_ce: 0.026607509702444077 (0.028718100853467265) - | > loss_mel_ce: 3.0265653133392334 (3.325238737150853) - | > loss: 0.04770582541823387 (0.05240557564545698) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2688 (0.2822704343016509) - | > loader_time: 0.008 (0.008184106433437956) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_67500.pth - - --> TIME: 2025-12-26 17:22:59 -- STEP: 282/2207 -- GLOBAL_STEP: 67525 - | > loss_text_ce: 0.02960136905312538 (0.02873730354988618) - | > loss_mel_ce: 3.1501424312591553 (3.3208373759655236) - | > loss: 0.04968349635601044 (0.0523371044282161) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.292 (0.2823386589686075) - | > loader_time: 0.0086 (0.008192595015180871) - - - --> TIME: 2025-12-26 17:23:09 -- STEP: 307/2207 -- GLOBAL_STEP: 67550 - | > loss_text_ce: 0.029758287593722343 (0.028727407837195587) - | > loss_mel_ce: 3.214980125427246 (3.3210804439134627) - | > loss: 0.050699036568403244 (0.05234074772180875) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2668 (0.28222367274256394) - | > loader_time: 0.0089 (0.008191746298575631) - - - --> TIME: 2025-12-26 17:23:18 -- STEP: 332/2207 -- GLOBAL_STEP: 67575 - | > loss_text_ce: 0.029694003984332085 (0.028735057164701715) - | > loss_mel_ce: 3.7597715854644775 (3.3196942770337485) - | > loss: 0.0592104010283947 (0.05231920839567861) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2872 (0.28177989103707923) - | > loader_time: 0.0079 (0.0081918771008411) - - - --> TIME: 2025-12-26 17:23:28 -- STEP: 357/2207 -- GLOBAL_STEP: 67600 - | > loss_text_ce: 0.027966490015387535 (0.028709615160729375) - | > loss_mel_ce: 3.207446813583374 (3.3143849746853697) - | > loss: 0.0505533330142498 (0.05223585301044943) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2699 (0.28149837940013045) - | > loader_time: 0.0085 (0.008193698583864687) - - - --> TIME: 2025-12-26 17:23:38 -- STEP: 382/2207 -- GLOBAL_STEP: 67625 - | > loss_text_ce: 0.03106357529759407 (0.02872362969374938) - | > loss_mel_ce: 3.5959994792938232 (3.313129201609427) - | > loss: 0.05667285993695259 (0.05221645052286344) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2687 (0.28155227731035637) - | > loader_time: 0.0083 (0.008200269719068903) - - - --> TIME: 2025-12-26 17:23:47 -- STEP: 407/2207 -- GLOBAL_STEP: 67650 - | > loss_text_ce: 0.030493730679154396 (0.028718865547484793) - | > loss_mel_ce: 3.2152042388916016 (3.314326507746441) - | > loss: 0.05071403086185455 (0.05223508397945609) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2616 (0.2814530652629656) - | > loader_time: 0.0079 (0.008204094022146299) - - - --> TIME: 2025-12-26 17:23:57 -- STEP: 432/2207 -- GLOBAL_STEP: 67675 - | > loss_text_ce: 0.028626233339309692 (0.02870354540991011) - | > loss_mel_ce: 3.4654362201690674 (3.3134045562258474) - | > loss: 0.054594725370407104 (0.05222043910719179) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2964 (0.28132260121681074) - | > loader_time: 0.0078 (0.0081988837983873) - - - --> TIME: 2025-12-26 17:24:06 -- STEP: 457/2207 -- GLOBAL_STEP: 67700 - | > loss_text_ce: 0.02624310925602913 (0.028685664354581024) - | > loss_mel_ce: 3.197850227355957 (3.3130541651201977) - | > loss: 0.05037645995616913 (0.05221468487375414) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2913 (0.28120199856664213) - | > loader_time: 0.0085 (0.008196567289156237) - - - --> TIME: 2025-12-26 17:24:17 -- STEP: 482/2207 -- GLOBAL_STEP: 67725 - | > loss_text_ce: 0.03005668893456459 (0.028687051648111764) - | > loss_mel_ce: 3.241541862487793 (3.3109858639507372) - | > loss: 0.05111872777342796 (0.052182389353691794) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2669 (0.282243615364138) - | > loader_time: 0.0082 (0.008191565260352914) - - - --> TIME: 2025-12-26 17:24:26 -- STEP: 507/2207 -- GLOBAL_STEP: 67750 - | > loss_text_ce: 0.02875903621315956 (0.028694711930506097) - | > loss_mel_ce: 3.1083669662475586 (3.312357064064673) - | > loss: 0.04901759326457977 (0.0522039340518753) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2971 (0.2821267347128904) - | > loader_time: 0.0094 (0.00819793584548979) - - - --> TIME: 2025-12-26 17:24:36 -- STEP: 532/2207 -- GLOBAL_STEP: 67775 - | > loss_text_ce: 0.02797403745353222 (0.028678313541905327) - | > loss_mel_ce: 3.2990264892578125 (3.3136786903653825) - | > loss: 0.051984384655952454 (0.05222432823725662) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2691 (0.2819604922954302) - | > loader_time: 0.0079 (0.008200676369487778) - - - --> TIME: 2025-12-26 17:24:45 -- STEP: 557/2207 -- GLOBAL_STEP: 67800 - | > loss_text_ce: 0.028515050187706947 (0.028687142457685957) - | > loss_mel_ce: 3.3487658500671387 (3.3113310341347066) - | > loss: 0.052770014852285385 (0.0521877840482354) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2908 (0.2819662389464181) - | > loader_time: 0.0083 (0.008201967663996087) - - - --> TIME: 2025-12-26 17:24:55 -- STEP: 582/2207 -- GLOBAL_STEP: 67825 - | > loss_text_ce: 0.028067857027053833 (0.028679793668571624) - | > loss_mel_ce: 3.3968029022216797 (3.3116674873837084) - | > loss: 0.053513605147600174 (0.05219292629164521) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2696 (0.28187293326322144) - | > loader_time: 0.0082 (0.008201912096685549) - - - --> TIME: 2025-12-26 17:25:05 -- STEP: 607/2207 -- GLOBAL_STEP: 67850 - | > loss_text_ce: 0.02982954867184162 (0.028672704350393534) - | > loss_mel_ce: 3.055220365524292 (3.310940374063307) - | > loss: 0.048203904181718826 (0.05218145437845488) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2879 (0.2817020864031065) - | > loader_time: 0.0077 (0.008198354350283267) - - - --> TIME: 2025-12-26 17:25:14 -- STEP: 632/2207 -- GLOBAL_STEP: 67875 - | > loss_text_ce: 0.02695355750620365 (0.028679691968320674) - | > loss_mel_ce: 3.166571855545044 (3.311124852563762) - | > loss: 0.04989883303642273 (0.0521844460428516) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.269 (0.28138196242006497) - | > loader_time: 0.0083 (0.008196277708946898) - - - --> TIME: 2025-12-26 17:25:23 -- STEP: 657/2207 -- GLOBAL_STEP: 67900 - | > loss_text_ce: 0.02883460745215416 (0.028695771102106013) - | > loss_mel_ce: 3.2852227687835693 (3.310614924815511) - | > loss: 0.05178214609622955 (0.052176729661144665) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2695 (0.2810728854784681) - | > loader_time: 0.0084 (0.008197338432300395) - - - --> TIME: 2025-12-26 17:25:33 -- STEP: 682/2207 -- GLOBAL_STEP: 67925 - | > loss_text_ce: 0.02858189307153225 (0.028696593590889163) - | > loss_mel_ce: 3.2519264221191406 (3.3102645929957424) - | > loss: 0.051257941871881485 (0.0521712685795911) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2919 (0.2809179552838947) - | > loader_time: 0.008 (0.008205588612039065) - - - --> TIME: 2025-12-26 17:25:43 -- STEP: 707/2207 -- GLOBAL_STEP: 67950 - | > loss_text_ce: 0.029767712578177452 (0.028683538302315518) - | > loss_mel_ce: 3.6874847412109375 (3.3122961234506834) - | > loss: 0.05808207020163536 (0.05220280723617307) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2964 (0.2808465016781861) - | > loader_time: 0.0095 (0.008213671801619691) - - - --> TIME: 2025-12-26 17:25:52 -- STEP: 732/2207 -- GLOBAL_STEP: 67975 - | > loss_text_ce: 0.028383785858750343 (0.0286799439590404) - | > loss_mel_ce: 3.064100980758667 (3.3108475683816803) - | > loss: 0.04832007363438606 (0.05218011740839387) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2917 (0.28080055459600967) - | > loader_time: 0.0077 (0.008211732562122454) - - - --> TIME: 2025-12-26 17:26:02 -- STEP: 757/2207 -- GLOBAL_STEP: 68000 - | > loss_text_ce: 0.029511703178286552 (0.028683664717636465) - | > loss_mel_ce: 3.330019950866699 (3.309713162393205) - | > loss: 0.05249268189072609 (0.05216245045651694) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.27 (0.2807914316260514) - | > loader_time: 0.0078 (0.008207376598524448) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_68000.pth - - --> TIME: 2025-12-26 17:26:36 -- STEP: 782/2207 -- GLOBAL_STEP: 68025 - | > loss_text_ce: 0.027954665943980217 (0.028680366232915002) - | > loss_mel_ce: 2.987592935562134 (3.3076572213941224) - | > loss: 0.047117929905653 (0.05213027484143333) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.292 (0.2807168798983249) - | > loader_time: 0.0083 (0.008230117885657891) - - - --> TIME: 2025-12-26 17:26:46 -- STEP: 807/2207 -- GLOBAL_STEP: 68050 - | > loss_text_ce: 0.029844218865036964 (0.02868319848203822) - | > loss_mel_ce: 3.2115960121154785 (3.3063829754660423) - | > loss: 0.05064750462770462 (0.05211040901096341) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2679 (0.28061946942165145) - | > loader_time: 0.0086 (0.00824279442448007) - - - --> TIME: 2025-12-26 17:26:55 -- STEP: 832/2207 -- GLOBAL_STEP: 68075 - | > loss_text_ce: 0.027871929109096527 (0.028682360006944067) - | > loss_mel_ce: 3.229853868484497 (3.3041939999048533) - | > loss: 0.05090196430683136 (0.05207619315926705) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2397 (0.2805062784598423) - | > loader_time: 0.0081 (0.008249485435394138) - - - --> TIME: 2025-12-26 17:27:05 -- STEP: 857/2207 -- GLOBAL_STEP: 68100 - | > loss_text_ce: 0.028366634622216225 (0.028694637039352468) - | > loss_mel_ce: 3.3480265140533447 (3.3035676671298555) - | > loss: 0.05275614187121391 (0.05206659852658579) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2671 (0.28051665310542523) - | > loader_time: 0.0078 (0.008249851480526295) - - - --> TIME: 2025-12-26 17:27:14 -- STEP: 882/2207 -- GLOBAL_STEP: 68125 - | > loss_text_ce: 0.028848592191934586 (0.028705211356282238) - | > loss_mel_ce: 3.1543827056884766 (3.3033588824628977) - | > loss: 0.04973798990249634 (0.05206350149278471) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2876 (0.28046893127380845) - | > loader_time: 0.0086 (0.008257199577193142) - - - --> TIME: 2025-12-26 17:27:24 -- STEP: 907/2207 -- GLOBAL_STEP: 68150 - | > loss_text_ce: 0.02926572971045971 (0.02871672162229592) - | > loss_mel_ce: 3.39436674118042 (3.3037681745194813) - | > loss: 0.05349425598978996 (0.05207007653526595) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2692 (0.28047318206206706) - | > loader_time: 0.0088 (0.008254172915003391) - - - --> TIME: 2025-12-26 17:27:34 -- STEP: 932/2207 -- GLOBAL_STEP: 68175 - | > loss_text_ce: 0.0267911646515131 (0.028710049399186744) - | > loss_mel_ce: 3.351414918899536 (3.302325454648473) - | > loss: 0.05278446897864342 (0.05204742978618767) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2919 (0.28053898028549723) - | > loader_time: 0.008 (0.00825318425510062) - - - --> TIME: 2025-12-26 17:27:43 -- STEP: 957/2207 -- GLOBAL_STEP: 68200 - | > loss_text_ce: 0.027580969035625458 (0.028709920214697364) - | > loss_mel_ce: 3.353992462158203 (3.3025890460457803) - | > loss: 0.05283708497881889 (0.05205154638492204) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.291 (0.2804408364908823) - | > loader_time: 0.0081 (0.008252438831229683) - - - --> TIME: 2025-12-26 17:27:53 -- STEP: 982/2207 -- GLOBAL_STEP: 68225 - | > loss_text_ce: 0.0323566235601902 (0.02871251869908783) - | > loss_mel_ce: 3.5034754276275635 (3.30229081350043) - | > loss: 0.05524737760424614 (0.052046927105627847) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2629 (0.28019910844426055) - | > loader_time: 0.0084 (0.00825392544390955) - - - --> TIME: 2025-12-26 17:28:02 -- STEP: 1007/2207 -- GLOBAL_STEP: 68250 - | > loss_text_ce: 0.027472199872136116 (0.028721386718433335) - | > loss_mel_ce: 3.017531633377075 (3.301450273841472) - | > loss: 0.04757818579673767 (0.05203393223402283) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.3026 (0.2800261732838242) - | > loader_time: 0.0083 (0.008260148047453824) - - - --> TIME: 2025-12-26 17:28:12 -- STEP: 1032/2207 -- GLOBAL_STEP: 68275 - | > loss_text_ce: 0.03045426309108734 (0.02872884422251883) - | > loss_mel_ce: 3.438781499862671 (3.3034808628780903) - | > loss: 0.05420680716633797 (0.052065776718794865) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2668 (0.2799693935139235) - | > loader_time: 0.0083 (0.008258405581925256) - - - --> TIME: 2025-12-26 17:28:21 -- STEP: 1057/2207 -- GLOBAL_STEP: 68300 - | > loss_text_ce: 0.03054160811007023 (0.0287238544693733) - | > loss_mel_ce: 3.168956995010376 (3.3020227474205424) - | > loss: 0.049992166459560394 (0.05204291570166881) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2613 (0.2800100562475489) - | > loader_time: 0.0081 (0.008257811545423427) - - - --> TIME: 2025-12-26 17:28:31 -- STEP: 1082/2207 -- GLOBAL_STEP: 68325 - | > loss_text_ce: 0.029624899849295616 (0.02872937078313995) - | > loss_mel_ce: 3.085108995437622 (3.3016720604764322) - | > loss: 0.04866771772503853 (0.052037522410233704) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2882 (0.27994354463108373) - | > loader_time: 0.0077 (0.008261778218027841) - - - --> TIME: 2025-12-26 17:28:41 -- STEP: 1107/2207 -- GLOBAL_STEP: 68350 - | > loss_text_ce: 0.02753857523202896 (0.028720706366440033) - | > loss_mel_ce: 3.0197367668151855 (3.3020044745037747) - | > loss: 0.04761367663741112 (0.05204258099965612) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2909 (0.2800477813145225) - | > loader_time: 0.008 (0.008261968557535256) - - - --> TIME: 2025-12-26 17:28:50 -- STEP: 1132/2207 -- GLOBAL_STEP: 68375 - | > loss_text_ce: 0.02833527885377407 (0.02870753271564473) - | > loss_mel_ce: 3.44866681098938 (3.3021367685112413) - | > loss: 0.054328158497810364 (0.05204444225258839) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2691 (0.2800902193510912) - | > loader_time: 0.0077 (0.008259297049087686) - - - --> TIME: 2025-12-26 17:29:00 -- STEP: 1157/2207 -- GLOBAL_STEP: 68400 - | > loss_text_ce: 0.027932193130254745 (0.02871195508638846) - | > loss_mel_ce: 3.1578078269958496 (3.302132737564441) - | > loss: 0.049777187407016754 (0.0520444483646774) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2906 (0.280051986410789) - | > loader_time: 0.008 (0.008256560476463006) - - - --> TIME: 2025-12-26 17:29:09 -- STEP: 1182/2207 -- GLOBAL_STEP: 68425 - | > loss_text_ce: 0.02971172332763672 (0.028722232789141575) - | > loss_mel_ce: 3.306729316711426 (3.302425596314636) - | > loss: 0.05213189125061035 (0.05204918486729595) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2688 (0.27997644056523535) - | > loader_time: 0.0083 (0.008255603753168972) - - - --> TIME: 2025-12-26 17:29:19 -- STEP: 1207/2207 -- GLOBAL_STEP: 68450 - | > loss_text_ce: 0.029816843569278717 (0.02871587534543889) - | > loss_mel_ce: 2.9146251678466797 (3.3017606067578424) - | > loss: 0.046006906777620316 (0.05203869507371049) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2664 (0.2799760742234909) - | > loader_time: 0.0082 (0.008253837481153428) - - - --> TIME: 2025-12-26 17:29:29 -- STEP: 1232/2207 -- GLOBAL_STEP: 68475 - | > loss_text_ce: 0.026875479146838188 (0.028708988773430904) - | > loss_mel_ce: 3.6930596828460693 (3.300260264184564) - | > loss: 0.058123987168073654 (0.052015144619848845) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2917 (0.27993466424477575) - | > loader_time: 0.0083 (0.008251082781073322) - - - --> TIME: 2025-12-26 17:29:38 -- STEP: 1257/2207 -- GLOBAL_STEP: 68500 - | > loss_text_ce: 0.027574975043535233 (0.028709006437241984) - | > loss_mel_ce: 2.9582955837249756 (3.2994473259318093) - | > loss: 0.04665422812104225 (0.052002442747283405) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.291 (0.2799400955130398) - | > loader_time: 0.0081 (0.00824894199507901) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_68500.pth - - --> TIME: 2025-12-26 17:30:12 -- STEP: 1282/2207 -- GLOBAL_STEP: 68525 - | > loss_text_ce: 0.028943702578544617 (0.028714374227917137) - | > loss_mel_ce: 3.4769561290740967 (3.299909685219688) - | > loss: 0.05477968603372574 (0.052009750977042336) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2882 (0.27998024550689393) - | > loader_time: 0.0078 (0.008257965587788537) - - - --> TIME: 2025-12-26 17:30:22 -- STEP: 1307/2207 -- GLOBAL_STEP: 68550 - | > loss_text_ce: 0.027970803901553154 (0.02870369548093479) - | > loss_mel_ce: 3.218471050262451 (3.3002386379533775) - | > loss: 0.050725653767585754 (0.05201472400159626) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2666 (0.27993469048567965) - | > loader_time: 0.0094 (0.008255810069964864) - - - --> TIME: 2025-12-26 17:30:32 -- STEP: 1332/2207 -- GLOBAL_STEP: 68575 - | > loss_text_ce: 0.02945946902036667 (0.028699415070270455) - | > loss_mel_ce: 3.0944459438323975 (3.299875667324292) - | > loss: 0.04881102219223976 (0.05200898569837976) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2914 (0.2799358188926999) - | > loader_time: 0.0085 (0.00825860031374222) - - - --> TIME: 2025-12-26 17:30:41 -- STEP: 1357/2207 -- GLOBAL_STEP: 68600 - | > loss_text_ce: 0.029281532391905785 (0.02870675301427734) - | > loss_mel_ce: 3.4004693031311035 (3.3007461541526495) - | > loss: 0.05358985811471939 (0.052022701712680745) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2691 (0.27986652673652496) - | > loader_time: 0.0085 (0.008260883297565302) - - - --> TIME: 2025-12-26 17:30:51 -- STEP: 1382/2207 -- GLOBAL_STEP: 68625 - | > loss_text_ce: 0.02698618359863758 (0.02871076810387989) - | > loss_mel_ce: 3.2515759468078613 (3.3012062852876025) - | > loss: 0.05122753232717514 (0.05202995399457934) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2903 (0.27996720522426544) - | > loader_time: 0.0084 (0.008259294001997442) - - - --> TIME: 2025-12-26 17:31:00 -- STEP: 1407/2207 -- GLOBAL_STEP: 68650 - | > loss_text_ce: 0.0289373267441988 (0.028710614642301773) - | > loss_mel_ce: 3.937131881713867 (3.300886768267858) - | > loss: 0.061969831585884094 (0.05202495913844036) - | > grad_norm: 0 (0.0) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.3111 (0.2799554118554311) - | > loader_time: 0.0078 (0.008256140887186533) - - - --> TIME: 2025-12-26 17:31:10 -- STEP: 1432/2207 -- GLOBAL_STEP: 68675 - | > loss_text_ce: 0.028792662546038628 (0.02871141830646542) - | > loss_mel_ce: 3.0666446685791016 (3.3005479845587735) - | > loss: 0.048366207629442215 (0.05201967820452331) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.27 (0.2799354541901109) - | > loader_time: 0.0078 (0.008251990685915792) - - - --> TIME: 2025-12-26 17:31:20 -- STEP: 1457/2207 -- GLOBAL_STEP: 68700 - | > loss_text_ce: 0.029877919703722 (0.02870963640669559) - | > loss_mel_ce: 3.199862480163574 (3.3002340469609046) - | > loss: 0.0504646934568882 (0.0520147450840997) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2665 (0.27988189315665046) - | > loader_time: 0.0081 (0.00824734963369269) - - - --> TIME: 2025-12-26 17:31:29 -- STEP: 1482/2207 -- GLOBAL_STEP: 68725 - | > loss_text_ce: 0.028061039745807648 (0.028708516974529998) - | > loss_mel_ce: 3.1229498386383057 (3.299984258357005) - | > loss: 0.0492345467209816 (0.05201082464744931) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.291 (0.2798524232689352) - | > loader_time: 0.0078 (0.008246798103476638) - - - --> TIME: 2025-12-26 17:31:39 -- STEP: 1507/2207 -- GLOBAL_STEP: 68750 - | > loss_text_ce: 0.03032906912267208 (0.028711315317359997) - | > loss_mel_ce: 3.459907293319702 (3.300788889994425) - | > loss: 0.05453494191169739 (0.052023440740345026) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.266 (0.2797695231421867) - | > loader_time: 0.0083 (0.008243839394278899) - - - --> TIME: 2025-12-26 17:31:48 -- STEP: 1532/2207 -- GLOBAL_STEP: 68775 - | > loss_text_ce: 0.02740703709423542 (0.028715891081489642) - | > loss_mel_ce: 3.1431045532226562 (3.3006760994697024) - | > loss: 0.049539241939783096 (0.05202174987935757) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2904 (0.2796616792367586) - | > loader_time: 0.008 (0.008240503368427458) - - - --> TIME: 2025-12-26 17:31:58 -- STEP: 1557/2207 -- GLOBAL_STEP: 68800 - | > loss_text_ce: 0.030285054817795753 (0.028725369895019438) - | > loss_mel_ce: 3.3949432373046875 (3.3012214956485666) - | > loss: 0.05351919308304787 (0.052030419800418594) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2701 (0.27970912307979406) - | > loader_time: 0.0084 (0.008239372157866761) - - - --> TIME: 2025-12-26 17:32:07 -- STEP: 1582/2207 -- GLOBAL_STEP: 68825 - | > loss_text_ce: 0.02932487428188324 (0.028722272809081524) - | > loss_mel_ce: 3.206566095352173 (3.301294429263029) - | > loss: 0.05056079477071762 (0.052031510995816356) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2903 (0.27973673045258507) - | > loader_time: 0.0081 (0.008239056006092765) - - - --> TIME: 2025-12-26 17:32:17 -- STEP: 1607/2207 -- GLOBAL_STEP: 68850 - | > loss_text_ce: 0.028519392013549805 (0.028720356696693886) - | > loss_mel_ce: 3.19339656829834 (3.3006208747087507) - | > loss: 0.050342436879873276 (0.052020956762714586) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.29 (0.2796501987234143) - | > loader_time: 0.0081 (0.008237305975286699) - - - --> TIME: 2025-12-26 17:32:27 -- STEP: 1632/2207 -- GLOBAL_STEP: 68875 - | > loss_text_ce: 0.02787955291569233 (0.028716358598139063) - | > loss_mel_ce: 3.0946578979492188 (3.299858766005317) - | > loss: 0.04878964647650719 (0.05200898634297227) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2636 (0.27972343666296423) - | > loader_time: 0.0077 (0.008232355994336717) - - - --> TIME: 2025-12-26 17:32:36 -- STEP: 1657/2207 -- GLOBAL_STEP: 68900 - | > loss_text_ce: 0.028581734746694565 (0.028718293395498178) - | > loss_mel_ce: 3.0168418884277344 (3.2996040822226496) - | > loss: 0.047584742307662964 (0.052005037141533324) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2876 (0.2797245878589108) - | > loader_time: 0.0084 (0.008228575528639204) - - - --> TIME: 2025-12-26 17:32:46 -- STEP: 1682/2207 -- GLOBAL_STEP: 68925 - | > loss_text_ce: 0.03231178596615791 (0.0287204028210214) - | > loss_mel_ce: 3.285322904586792 (3.2991010803955176) - | > loss: 0.051838040351867676 (0.051997210693132595) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2905 (0.2797163001989217) - | > loader_time: 0.0074 (0.008223639515435635) - - - --> TIME: 2025-12-26 17:32:55 -- STEP: 1707/2207 -- GLOBAL_STEP: 68950 - | > loss_text_ce: 0.02925819158554077 (0.028719712106601566) - | > loss_mel_ce: 3.296051263809204 (3.29882465082089) - | > loss: 0.05195796117186546 (0.051992880685694694) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.3022 (0.27968376228944875) - | > loader_time: 0.0093 (0.008219594765491613) - - - --> TIME: 2025-12-26 17:33:05 -- STEP: 1732/2207 -- GLOBAL_STEP: 68975 - | > loss_text_ce: 0.029193034395575523 (0.028717951718975916) - | > loss_mel_ce: 3.289804220199585 (3.299216950187504) - | > loss: 0.051859330385923386 (0.051998982859848566) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2912 (0.2797524178826512) - | > loader_time: 0.0075 (0.008217236461595345) - - - --> TIME: 2025-12-26 17:33:15 -- STEP: 1757/2207 -- GLOBAL_STEP: 69000 - | > loss_text_ce: 0.026735819876194 (0.028706448062550433) - | > loss_mel_ce: 3.2916107177734375 (3.2992572933689845) - | > loss: 0.05184916406869888 (0.05199943347391449) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2914 (0.2798010384283359) - | > loader_time: 0.0082 (0.00821557612193872) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_69000.pth - - --> TIME: 2025-12-26 17:33:49 -- STEP: 1782/2207 -- GLOBAL_STEP: 69025 - | > loss_text_ce: 0.02942163124680519 (0.02870593338004835) - | > loss_mel_ce: 3.2967991828918457 (3.298495998420028) - | > loss: 0.051972199231386185 (0.05198753019533509) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2908 (0.279889697846607) - | > loader_time: 0.0083 (0.008225647822507438) - - - --> TIME: 2025-12-26 17:33:59 -- STEP: 1807/2207 -- GLOBAL_STEP: 69050 - | > loss_text_ce: 0.025622889399528503 (0.028698830107174396) - | > loss_mel_ce: 3.5291051864624023 (3.299123478912157) - | > loss: 0.05554262548685074 (0.051997223587559295) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2883 (0.2798924950123105) - | > loader_time: 0.0085 (0.008230715874617576) - - - --> TIME: 2025-12-26 17:34:09 -- STEP: 1832/2207 -- GLOBAL_STEP: 69075 - | > loss_text_ce: 0.029127653688192368 (0.028695437677944788) - | > loss_mel_ce: 3.4727611541748047 (3.29911806073251) - | > loss: 0.054717011749744415 (0.05199708592138503) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.288 (0.27991598258893097) - | > loader_time: 0.0102 (0.008229358878198147) - - - --> TIME: 2025-12-26 17:34:18 -- STEP: 1857/2207 -- GLOBAL_STEP: 69100 - | > loss_text_ce: 0.027824772521853447 (0.02869239841589346) - | > loss_mel_ce: 3.1553187370300293 (3.298392428976908) - | > loss: 0.049736618995666504 (0.051985700437713854) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2693 (0.2799133920643883) - | > loader_time: 0.0083 (0.008230466000418797) - - - --> TIME: 2025-12-26 17:34:28 -- STEP: 1882/2207 -- GLOBAL_STEP: 69125 - | > loss_text_ce: 0.02848782204091549 (0.028697032104350238) - | > loss_mel_ce: 3.0783865451812744 (3.298908453945397) - | > loss: 0.04854491353034973 (0.051993835731295686) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.292 (0.27988630830924954) - | > loader_time: 0.0082 (0.008233320573691225) - - - --> TIME: 2025-12-26 17:34:37 -- STEP: 1907/2207 -- GLOBAL_STEP: 69150 - | > loss_text_ce: 0.02909812703728676 (0.028705585035913018) - | > loss_mel_ce: 3.5504648685455322 (3.298782897608154) - | > loss: 0.055930670350790024 (0.05199200755320237) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2614 (0.2798393088982382) - | > loader_time: 0.0083 (0.008233935656695071) - - - --> TIME: 2025-12-26 17:34:47 -- STEP: 1932/2207 -- GLOBAL_STEP: 69175 - | > loss_text_ce: 0.02814154140651226 (0.028699273317782343) - | > loss_mel_ce: 3.209566116333008 (3.298834657323531) - | > loss: 0.0505891814827919 (0.051992717681078576) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2701 (0.27980690022186266) - | > loader_time: 0.0085 (0.00823590165586451) - - - --> TIME: 2025-12-26 17:34:56 -- STEP: 1957/2207 -- GLOBAL_STEP: 69200 - | > loss_text_ce: 0.026218298822641373 (0.028700553560339192) - | > loss_mel_ce: 3.0111541748046875 (3.2988119796641797) - | > loss: 0.0474589467048645 (0.0519923833472484) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2688 (0.27981839584463697) - | > loader_time: 0.0086 (0.008240673940402234) - - - --> TIME: 2025-12-26 17:35:06 -- STEP: 1982/2207 -- GLOBAL_STEP: 69225 - | > loss_text_ce: 0.02665102854371071 (0.028698416321522414) - | > loss_mel_ce: 3.2105867862701416 (3.2988568372370355) - | > loss: 0.05058184266090393 (0.05199305085027376) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2666 (0.27982970708313964) - | > loader_time: 0.008 (0.008240958275395607) - - - --> TIME: 2025-12-26 17:35:16 -- STEP: 2007/2207 -- GLOBAL_STEP: 69250 - | > loss_text_ce: 0.02694176882505417 (0.02869430580188014) - | > loss_mel_ce: 3.317150115966797 (3.298015210541788) - | > loss: 0.052251435816287994 (0.0519798362045723) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2974 (0.2798611320662872) - | > loader_time: 0.0087 (0.008242612106026727) - - - --> TIME: 2025-12-26 17:35:25 -- STEP: 2032/2207 -- GLOBAL_STEP: 69275 - | > loss_text_ce: 0.02734965831041336 (0.028693547020446304) - | > loss_mel_ce: 2.9890410900115967 (3.297205009563699) - | > loss: 0.04713110625743866 (0.05196716495437593) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2666 (0.27985044386912566) - | > loader_time: 0.0083 (0.008244584981850744) - - - --> TIME: 2025-12-26 17:35:35 -- STEP: 2057/2207 -- GLOBAL_STEP: 69300 - | > loss_text_ce: 0.027170149609446526 (0.02869107286723337) - | > loss_mel_ce: 3.388157606124878 (3.297215787079011) - | > loss: 0.05336449667811394 (0.051967294699266586) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2914 (0.2798602240260625) - | > loader_time: 0.008 (0.00824750043491628) - - - --> TIME: 2025-12-26 17:35:45 -- STEP: 2082/2207 -- GLOBAL_STEP: 69325 - | > loss_text_ce: 0.027721958234906197 (0.02869437742033592) - | > loss_mel_ce: 3.1033082008361816 (3.2970161428827125) - | > loss: 0.0489223450422287 (0.05196422688827621) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2699 (0.2797677338295098) - | > loader_time: 0.0085 (0.008246803260788558) - - - --> TIME: 2025-12-26 17:35:54 -- STEP: 2107/2207 -- GLOBAL_STEP: 69350 - | > loss_text_ce: 0.028766268864274025 (0.028696382914214096) - | > loss_mel_ce: 3.2397232055664062 (3.2963368486441516) - | > loss: 0.05107014626264572 (0.05195364425348682) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.29 (0.27981329665797383) - | > loader_time: 0.0088 (0.00824578271186006) - - - --> TIME: 2025-12-26 17:36:04 -- STEP: 2132/2207 -- GLOBAL_STEP: 69375 - | > loss_text_ce: 0.031146330758929253 (0.028694365874254345) - | > loss_mel_ce: 3.4874188899993896 (3.2964493758682893) - | > loss: 0.05497758090496063 (0.05195537097682204) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2614 (0.2798021477114198) - | > loader_time: 0.008 (0.008244958872195698) - - - --> TIME: 2025-12-26 17:36:13 -- STEP: 2157/2207 -- GLOBAL_STEP: 69400 - | > loss_text_ce: 0.030173474922776222 (0.028696775050401198) - | > loss_mel_ce: 3.3118979930877686 (3.2967678756696164) - | > loss: 0.05221986770629883 (0.051960385180439855) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.2694 (0.27982392397311584) - | > loader_time: 0.0077 (0.008244856231788484) - - - --> TIME: 2025-12-26 17:36:23 -- STEP: 2182/2207 -- GLOBAL_STEP: 69425 - | > loss_text_ce: 0.027913322672247887 (0.02869416089552625) - | > loss_mel_ce: 3.2381114959716797 (3.295990108569534) - | > loss: 0.05103163793683052 (0.051948191722689385) - | > current_lr: 1.9999929294237807e-05 - | > step_time: 0.266 (0.27980773816078164) - | > loader_time: 0.008 (0.008244828058971813) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07966099236462569 (+0.001101854685190598) - | > avg_loss_text_ce: 0.027798172489211365 (-4.2631806856072846e-05) - | > avg_loss_mel_ce: 3.7568263347084456 (+0.011616790616834294) - | > avg_loss: 3.784624504076468 (+0.011574152353647893) - - - > EPOCH: 8/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 17:39:05)  - - --> TIME: 2025-12-26 17:39:08 -- STEP: 0/2207 -- GLOBAL_STEP: 69450 - | > loss_text_ce: 0.02954046241939068 (0.02954046241939068) - | > loss_mel_ce: 3.0199079513549805 (3.0199079513549805) - | > loss: 0.0476476326584816 (0.0476476326584816) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2993 (0.29929280281066895) - | > loader_time: 2.5827 (2.5826663970947266) - - - --> TIME: 2025-12-26 17:39:18 -- STEP: 25/2207 -- GLOBAL_STEP: 69475 - | > loss_text_ce: 0.02949829213321209 (0.028849865570664407) - | > loss_mel_ce: 3.029465436935425 (3.2387418651580813) - | > loss: 0.04779630899429321 (0.051056120842695236) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2864 (0.275896520614624) - | > loader_time: 0.0097 (0.008776464462280274) - - - --> TIME: 2025-12-26 17:39:27 -- STEP: 50/2207 -- GLOBAL_STEP: 69500 - | > loss_text_ce: 0.030265504494309425 (0.028785447850823404) - | > loss_mel_ce: 3.35137677192688 (3.2870797443389894) - | > loss: 0.05283816158771515 (0.0518103938549757) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2908 (0.27729832649230957) - | > loader_time: 0.0081 (0.008688807487487795) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_69500.pth - - --> TIME: 2025-12-26 17:40:02 -- STEP: 75/2207 -- GLOBAL_STEP: 69525 - | > loss_text_ce: 0.027642300352454185 (0.02861692542831103) - | > loss_mel_ce: 3.118445634841919 (3.2984143988291432) - | > loss: 0.04915762320160866 (0.0519848644733429) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2696 (0.27766885439554845) - | > loader_time: 0.0081 (0.008688605626424154) - - - --> TIME: 2025-12-26 17:40:11 -- STEP: 100/2207 -- GLOBAL_STEP: 69550 - | > loss_text_ce: 0.03178435191512108 (0.028670989871025086) - | > loss_mel_ce: 3.1485767364501953 (3.298541889190675) - | > loss: 0.049693141132593155 (0.05198770128190518) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2693 (0.2767378807067871) - | > loader_time: 0.0078 (0.00860811233520508) - - - --> TIME: 2025-12-26 17:40:21 -- STEP: 125/2207 -- GLOBAL_STEP: 69575 - | > loss_text_ce: 0.030009230598807335 (0.028674577191472053) - | > loss_mel_ce: 3.639223098754883 (3.289750961303712) - | > loss: 0.05733175575733185 (0.05185039907693863) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2667 (0.2770040740966798) - | > loader_time: 0.0086 (0.008593574523925783) - - - --> TIME: 2025-12-26 17:40:30 -- STEP: 150/2207 -- GLOBAL_STEP: 69600 - | > loss_text_ce: 0.028384873643517494 (0.02866401482373476) - | > loss_mel_ce: 3.2441391944885254 (3.288472628593446) - | > loss: 0.05113318935036659 (0.05183026010791462) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.269 (0.27678941249847416) - | > loader_time: 0.0085 (0.008570768038431806) - - - --> TIME: 2025-12-26 17:40:40 -- STEP: 175/2207 -- GLOBAL_STEP: 69625 - | > loss_text_ce: 0.027955783531069756 (0.028680432779448373) - | > loss_mel_ce: 3.4944770336151123 (3.2899581868307943) - | > loss: 0.05503801256418228 (0.05185372848595893) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.3011 (0.2774902984074184) - | > loader_time: 0.0091 (0.008547348294939314) - - - --> TIME: 2025-12-26 17:40:50 -- STEP: 200/2207 -- GLOBAL_STEP: 69650 - | > loss_text_ce: 0.02805180475115776 (0.02869442674331367) - | > loss_mel_ce: 3.148625612258911 (3.288355783224107) - | > loss: 0.04963558539748192 (0.0518289096094668) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2867 (0.2778067827224732) - | > loader_time: 0.0093 (0.008539267778396604) - - - --> TIME: 2025-12-26 17:40:59 -- STEP: 225/2207 -- GLOBAL_STEP: 69675 - | > loss_text_ce: 0.028121208772063255 (0.02869912954668204) - | > loss_mel_ce: 3.504042148590088 (3.2842972130245642) - | > loss: 0.05519005283713341 (0.05176556789212757) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2965 (0.27797506438361275) - | > loader_time: 0.0087 (0.00850762791103787) - - - --> TIME: 2025-12-26 17:41:09 -- STEP: 250/2207 -- GLOBAL_STEP: 69700 - | > loss_text_ce: 0.029599910601973534 (0.028682211957871913) - | > loss_mel_ce: 3.2804982662200928 (3.286213176727296) - | > loss: 0.051720283925533295 (0.05179524050652982) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.287 (0.27802644729614245) - | > loader_time: 0.008 (0.008489644050598145) - - - --> TIME: 2025-12-26 17:41:19 -- STEP: 275/2207 -- GLOBAL_STEP: 69725 - | > loss_text_ce: 0.030171655118465424 (0.028640467497435478) - | > loss_mel_ce: 3.6152493953704834 (3.285083065899936) - | > loss: 0.05695970356464386 (0.05177693025632339) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.289 (0.27794376286593336) - | > loader_time: 0.0081 (0.008469199267300692) - - - --> TIME: 2025-12-26 17:41:28 -- STEP: 300/2207 -- GLOBAL_STEP: 69750 - | > loss_text_ce: 0.028392499312758446 (0.028621220452090097) - | > loss_mel_ce: 3.7404897212982178 (3.28543992360433) - | > loss: 0.05888878554105759 (0.051782205440104) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2662 (0.27742887020111073) - | > loader_time: 0.0083 (0.008448174794514972) - - - --> TIME: 2025-12-26 17:41:37 -- STEP: 325/2207 -- GLOBAL_STEP: 69775 - | > loss_text_ce: 0.03138047456741333 (0.02865536627861169) - | > loss_mel_ce: 3.289699077606201 (3.288664057071393) - | > loss: 0.05189186707139015 (0.05183311606828982) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2658 (0.27741260088407066) - | > loader_time: 0.0082 (0.008429228709294245) - - - --> TIME: 2025-12-26 17:41:47 -- STEP: 350/2207 -- GLOBAL_STEP: 69800 - | > loss_text_ce: 0.02851325273513794 (0.02866993751376867) - | > loss_mel_ce: 3.2260942459106445 (3.288278942789351) - | > loss: 0.050853241235017776 (0.05182732632117611) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2662 (0.27728532723018096) - | > loader_time: 0.0084 (0.008415754863194054) - - - --> TIME: 2025-12-26 17:41:57 -- STEP: 375/2207 -- GLOBAL_STEP: 69825 - | > loss_text_ce: 0.03075527399778366 (0.028681698749462758) - | > loss_mel_ce: 3.209249973297119 (3.2848715928395595) - | > loss: 0.05062508210539818 (0.05177427026629447) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2867 (0.27759966150919596) - | > loader_time: 0.0077 (0.008410812377929686) - - - --> TIME: 2025-12-26 17:42:06 -- STEP: 400/2207 -- GLOBAL_STEP: 69850 - | > loss_text_ce: 0.030672898516058922 (0.028673280449584122) - | > loss_mel_ce: 3.1046409606933594 (3.285031015872956) - | > loss: 0.048989277333021164 (0.05177662971429526) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2507 (0.27736237823963167) - | > loader_time: 0.0088 (0.0084028285741806) - - - --> TIME: 2025-12-26 17:42:16 -- STEP: 425/2207 -- GLOBAL_STEP: 69875 - | > loss_text_ce: 0.029591333121061325 (0.02866111498983467) - | > loss_mel_ce: 3.3682608604431152 (3.2864401957568004) - | > loss: 0.053091440349817276 (0.05179845806430367) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2893 (0.27727893043966867) - | > loader_time: 0.0084 (0.008393481759464035) - - - --> TIME: 2025-12-26 17:42:25 -- STEP: 450/2207 -- GLOBAL_STEP: 69900 - | > loss_text_ce: 0.028639614582061768 (0.02863934084773063) - | > loss_mel_ce: 3.396505117416382 (3.2839699305428405) - | > loss: 0.05351788550615311 (0.05175951994127696) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2659 (0.2771637678146363) - | > loader_time: 0.0083 (0.008388381534152558) - - - --> TIME: 2025-12-26 17:42:35 -- STEP: 475/2207 -- GLOBAL_STEP: 69925 - | > loss_text_ce: 0.02930210717022419 (0.028653601517802788) - | > loss_mel_ce: 3.3922476768493652 (3.2839867451316436) - | > loss: 0.0534617155790329 (0.05176000549605018) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2915 (0.2771157570889123) - | > loader_time: 0.0082 (0.008387062675074526) - - - --> TIME: 2025-12-26 17:42:44 -- STEP: 500/2207 -- GLOBAL_STEP: 69950 - | > loss_text_ce: 0.027936110273003578 (0.02863621744513511) - | > loss_mel_ce: 3.323796033859253 (3.284185982227326) - | > loss: 0.052370816469192505 (0.05176284693926572) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2866 (0.27711350870132456) - | > loader_time: 0.0081 (0.008383471965789795) - - - --> TIME: 2025-12-26 17:42:54 -- STEP: 525/2207 -- GLOBAL_STEP: 69975 - | > loss_text_ce: 0.03213921934366226 (0.02863104074483826) - | > loss_mel_ce: 3.021869421005249 (3.2837498333340602) - | > loss: 0.04771888628602028 (0.051755951231434234) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2651 (0.2772962020692372) - | > loader_time: 0.0082 (0.008376360847836451) - - - --> TIME: 2025-12-26 17:43:04 -- STEP: 550/2207 -- GLOBAL_STEP: 70000 - | > loss_text_ce: 0.030349718406796455 (0.028628867326134982) - | > loss_mel_ce: 3.0300424098968506 (3.283696032003923) - | > loss: 0.0478186272084713 (0.05175507662648504) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2663 (0.27724392414093024) - | > loader_time: 0.0086 (0.008372846083207569) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_70000.pth - - --> TIME: 2025-12-26 17:43:38 -- STEP: 575/2207 -- GLOBAL_STEP: 70025 - | > loss_text_ce: 0.029635073617100716 (0.02863159195560476) - | > loss_mel_ce: 3.1211249828338623 (3.2855760138967764) - | > loss: 0.049230627715587616 (0.051784493910229726) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.3074 (0.2773235445437225) - | > loader_time: 0.0076 (0.008373517575471303) - - - --> TIME: 2025-12-26 17:43:48 -- STEP: 600/2207 -- GLOBAL_STEP: 70050 - | > loss_text_ce: 0.03186323866248131 (0.028624168389166395) - | > loss_mel_ce: 3.2110559940338135 (3.285777747631073) - | > loss: 0.05067061260342598 (0.051787530009945244) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2684 (0.2781633424758912) - | > loader_time: 0.0085 (0.008362600008646652) - - - --> TIME: 2025-12-26 17:43:58 -- STEP: 625/2207 -- GLOBAL_STEP: 70075 - | > loss_text_ce: 0.029595831409096718 (0.02860568751990795) - | > loss_mel_ce: 3.1303908824920654 (3.284830659484864) - | > loss: 0.049374792724847794 (0.051772443002462386) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2664 (0.2783057861328125) - | > loader_time: 0.0082 (0.0083521728515625) - - - --> TIME: 2025-12-26 17:44:07 -- STEP: 650/2207 -- GLOBAL_STEP: 70100 - | > loss_text_ce: 0.03062165156006813 (0.02861189863143059) - | > loss_mel_ce: 3.7236828804016113 (3.2832253764225894) - | > loss: 0.05866101011633873 (0.051747457505418704) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2904 (0.27816182576693027) - | > loader_time: 0.0081 (0.008345428980313818) - - - --> TIME: 2025-12-26 17:44:17 -- STEP: 675/2207 -- GLOBAL_STEP: 70125 - | > loss_text_ce: 0.02844131924211979 (0.028615487571115848) - | > loss_mel_ce: 3.0559465885162354 (3.2840210105754717) - | > loss: 0.048193562775850296 (0.05175994535287221) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2633 (0.27835807129188816) - | > loader_time: 0.0084 (0.008340230517917208) - - - --> TIME: 2025-12-26 17:44:26 -- STEP: 700/2207 -- GLOBAL_STEP: 70150 - | > loss_text_ce: 0.028972195461392403 (0.028595093850578582) - | > loss_mel_ce: 3.460937976837158 (3.2865861419269025) - | > loss: 0.05452984571456909 (0.051799706880535396) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2639 (0.27841510534286495) - | > loader_time: 0.008 (0.00833234446389334) - - - --> TIME: 2025-12-26 17:44:36 -- STEP: 725/2207 -- GLOBAL_STEP: 70175 - | > loss_text_ce: 0.029757678508758545 (0.02860104055497153) - | > loss_mel_ce: 3.13337779045105 (3.28576915346343) - | > loss: 0.04942399263381958 (0.051787034350222555) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2905 (0.27849316662755486) - | > loader_time: 0.0085 (0.008331824335558657) - - - --> TIME: 2025-12-26 17:44:46 -- STEP: 750/2207 -- GLOBAL_STEP: 70200 - | > loss_text_ce: 0.028585640713572502 (0.0286142895296216) - | > loss_mel_ce: 3.141493558883667 (3.2838030993143725) - | > loss: 0.049532487988471985 (0.05175652176638444) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2877 (0.27838688468933104) - | > loader_time: 0.0085 (0.008328778902689613) - - - --> TIME: 2025-12-26 17:44:55 -- STEP: 775/2207 -- GLOBAL_STEP: 70225 - | > loss_text_ce: 0.02925463765859604 (0.02861764386055931) - | > loss_mel_ce: 3.423579454421997 (3.284114523856871) - | > loss: 0.053950533270835876 (0.051761440182885816) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2668 (0.2784007687722482) - | > loader_time: 0.0083 (0.00834335911658502) - - - --> TIME: 2025-12-26 17:45:05 -- STEP: 800/2207 -- GLOBAL_STEP: 70250 - | > loss_text_ce: 0.030063750222325325 (0.028604367803782223) - | > loss_mel_ce: 3.2980358600616455 (3.28480609625578) - | > loss: 0.05200155824422836 (0.05177203855942935) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2874 (0.2784873673319816) - | > loader_time: 0.0092 (0.008356463313102717) - - - --> TIME: 2025-12-26 17:45:14 -- STEP: 825/2207 -- GLOBAL_STEP: 70275 - | > loss_text_ce: 0.02986755035817623 (0.02860850839226535) - | > loss_mel_ce: 3.2560389041900635 (3.2836062283949423) - | > loss: 0.05134228989481926 (0.05175335531433423) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2696 (0.278542723222212) - | > loader_time: 0.0083 (0.008355802478212295) - - - --> TIME: 2025-12-26 17:45:24 -- STEP: 850/2207 -- GLOBAL_STEP: 70300 - | > loss_text_ce: 0.03019528090953827 (0.028610469026162343) - | > loss_mel_ce: 3.2060959339141846 (3.2840239631428445) - | > loss: 0.05056704953312874 (0.051759913055335775) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2688 (0.278582829307107) - | > loader_time: 0.0076 (0.008348186997806324) - - - --> TIME: 2025-12-26 17:45:34 -- STEP: 875/2207 -- GLOBAL_STEP: 70325 - | > loss_text_ce: 0.028274932876229286 (0.02862319500531469) - | > loss_mel_ce: 3.0229597091674805 (3.283849951607841) - | > loss: 0.047675542533397675 (0.05175739297270775) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2672 (0.2788407884325297) - | > loader_time: 0.0086 (0.008357276916503906) - - - --> TIME: 2025-12-26 17:45:44 -- STEP: 900/2207 -- GLOBAL_STEP: 70350 - | > loss_text_ce: 0.025407085195183754 (0.02862445840198133) - | > loss_mel_ce: 3.37597918510437 (3.2840239183108015) - | > loss: 0.05314666032791138 (0.05176013094269567) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.306 (0.2788598182466294) - | > loader_time: 0.008 (0.008360541926489941) - - - --> TIME: 2025-12-26 17:45:53 -- STEP: 925/2207 -- GLOBAL_STEP: 70375 - | > loss_text_ce: 0.030203143134713173 (0.028627417099636954) - | > loss_mel_ce: 3.599637031555176 (3.283941494709737) - | > loss: 0.056716252118349075 (0.051758889302208615) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2697 (0.27874353537688384) - | > loader_time: 0.0091 (0.008359471398430907) - - - --> TIME: 2025-12-26 17:46:03 -- STEP: 950/2207 -- GLOBAL_STEP: 70400 - | > loss_text_ce: 0.031771861016750336 (0.028640120415703248) - | > loss_mel_ce: 3.4588003158569336 (3.284996127831309) - | > loss: 0.05454019084572792 (0.0517755664336054) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2626 (0.27862408236453406) - | > loader_time: 0.0085 (0.008362595658553277) - - - --> TIME: 2025-12-26 17:46:12 -- STEP: 975/2207 -- GLOBAL_STEP: 70425 - | > loss_text_ce: 0.028097383677959442 (0.028634119303180623) - | > loss_mel_ce: 3.146116256713867 (3.284360614678799) - | > loss: 0.04959708824753761 (0.05176554276775091) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2691 (0.27865289345765726) - | > loader_time: 0.0084 (0.008384618025559648) - - - --> TIME: 2025-12-26 17:46:22 -- STEP: 1000/2207 -- GLOBAL_STEP: 70450 - | > loss_text_ce: 0.03029022365808487 (0.028627622812986375) - | > loss_mel_ce: 3.374760627746582 (3.283796662330628) - | > loss: 0.05320391803979874 (0.05175662950798869) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2612 (0.27863269329071044) - | > loader_time: 0.0078 (0.008381384134292603) - - - --> TIME: 2025-12-26 17:46:31 -- STEP: 1025/2207 -- GLOBAL_STEP: 70475 - | > loss_text_ce: 0.025704938918352127 (0.028627090955652842) - | > loss_mel_ce: 3.2421457767486572 (3.2837339629196545) - | > loss: 0.05106016620993614 (0.05175564150257808) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2677 (0.2785197578988424) - | > loader_time: 0.009 (0.00838122902846918) - - - --> TIME: 2025-12-26 17:46:41 -- STEP: 1050/2207 -- GLOBAL_STEP: 70500 - | > loss_text_ce: 0.030095551162958145 (0.028618815188251788) - | > loss_mel_ce: 3.0679755210876465 (3.283944285710653) - | > loss: 0.048407360911369324 (0.05175879848500093) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2666 (0.27855125313713436) - | > loader_time: 0.0072 (0.008381694612048922) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_70500.pth - - --> TIME: 2025-12-26 17:47:19 -- STEP: 1075/2207 -- GLOBAL_STEP: 70525 - | > loss_text_ce: 0.027602119371294975 (0.028612715967519336) - | > loss_mel_ce: 3.080317974090576 (3.2843008327484133) - | > loss: 0.048561252653598785 (0.05176427422567856) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2929 (0.27852362388788265) - | > loader_time: 0.0077 (0.008391893076342208) - - - --> TIME: 2025-12-26 17:47:28 -- STEP: 1100/2207 -- GLOBAL_STEP: 70550 - | > loss_text_ce: 0.02733050286769867 (0.02860498646104877) - | > loss_mel_ce: 3.5828440189361572 (3.2832845694368533) - | > loss: 0.05640897527337074 (0.05174827433445237) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.288 (0.2784902319041164) - | > loader_time: 0.0104 (0.008395296010104095) - - - --> TIME: 2025-12-26 17:47:38 -- STEP: 1125/2207 -- GLOBAL_STEP: 70575 - | > loss_text_ce: 0.02882537618279457 (0.028611735239624972) - | > loss_mel_ce: 3.284700632095337 (3.2841708382500547) - | > loss: 0.05177384242415428 (0.05176222773061859) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2908 (0.2785991846720376) - | > loader_time: 0.0078 (0.008394692526923283) - - - --> TIME: 2025-12-26 17:47:48 -- STEP: 1150/2207 -- GLOBAL_STEP: 70600 - | > loss_text_ce: 0.02783171646296978 (0.028605755130233966) - | > loss_mel_ce: 3.276320695877075 (3.2836229015433274) - | > loss: 0.05162738263607025 (0.05175357278922332) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2697 (0.27861791444861345) - | > loader_time: 0.008 (0.008402473200922427) - - - --> TIME: 2025-12-26 17:47:58 -- STEP: 1175/2207 -- GLOBAL_STEP: 70625 - | > loss_text_ce: 0.02895224653184414 (0.028609891988812603) - | > loss_mel_ce: 3.180541515350342 (3.2836957395837674) - | > loss: 0.05014834180474281 (0.05175477551970079) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2677 (0.27864475514026377) - | > loader_time: 0.0085 (0.00840462988995491) - - - --> TIME: 2025-12-26 17:48:07 -- STEP: 1200/2207 -- GLOBAL_STEP: 70650 - | > loss_text_ce: 0.028853701427578926 (0.02860761351262529) - | > loss_mel_ce: 3.1186699867248535 (3.2831787598133104) - | > loss: 0.049180056899785995 (0.051746662110090304) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2981 (0.2787522639830906) - | > loader_time: 0.0084 (0.00840269426504771) - - - --> TIME: 2025-12-26 17:48:17 -- STEP: 1225/2207 -- GLOBAL_STEP: 70675 - | > loss_text_ce: 0.028619689866900444 (0.02860514860676259) - | > loss_mel_ce: 3.2162139415740967 (3.2836870094221475) - | > loss: 0.05070052668452263 (0.05175456499262738) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2907 (0.27875282754703434) - | > loader_time: 0.0083 (0.008397708425716478) - - - --> TIME: 2025-12-26 17:48:26 -- STEP: 1250/2207 -- GLOBAL_STEP: 70700 - | > loss_text_ce: 0.02816714160144329 (0.028608384679257862) - | > loss_mel_ce: 3.3503599166870117 (3.2833646194458006) - | > loss: 0.052789486944675446 (0.051749578219652224) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2909 (0.2787193143844605) - | > loader_time: 0.0077 (0.008397063064575196) - - - --> TIME: 2025-12-26 17:48:36 -- STEP: 1275/2207 -- GLOBAL_STEP: 70725 - | > loss_text_ce: 0.028756069019436836 (0.02860621490607074) - | > loss_mel_ce: 2.988412618637085 (3.2839799202189726) - | > loss: 0.04714326187968254 (0.051759158393331645) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2906 (0.27878316019095634) - | > loader_time: 0.0086 (0.008397194544474287) - - - --> TIME: 2025-12-26 17:48:46 -- STEP: 1300/2207 -- GLOBAL_STEP: 70750 - | > loss_text_ce: 0.028616372495889664 (0.028607694801802815) - | > loss_mel_ce: 3.44803524017334 (3.2855939417618973) - | > loss: 0.054322682321071625 (0.0517844005960685) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2706 (0.27866715321174035) - | > loader_time: 0.0105 (0.00840543893667368) - - - --> TIME: 2025-12-26 17:48:55 -- STEP: 1325/2207 -- GLOBAL_STEP: 70775 - | > loss_text_ce: 0.027408553287386894 (0.02860436473814946) - | > loss_mel_ce: 3.175515651702881 (3.2845087933090498) - | > loss: 0.050045691430568695 (0.05176739311724343) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2679 (0.27859159793493876) - | > loader_time: 0.0084 (0.008403534079497716) - - - --> TIME: 2025-12-26 17:49:05 -- STEP: 1350/2207 -- GLOBAL_STEP: 70800 - | > loss_text_ce: 0.028501424938440323 (0.02859745385470213) - | > loss_mel_ce: 3.215092182159424 (3.2845444744604606) - | > loss: 0.05068115144968033 (0.05176784265096545) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2901 (0.27858805638772455) - | > loader_time: 0.0079 (0.008395890483149778) - - - --> TIME: 2025-12-26 17:49:15 -- STEP: 1375/2207 -- GLOBAL_STEP: 70825 - | > loss_text_ce: 0.028756756335496902 (0.02859676763279871) - | > loss_mel_ce: 3.1185989379882812 (3.285127252925526) - | > loss: 0.04917743429541588 (0.05177693784236912) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2905 (0.27866489878567763) - | > loader_time: 0.0077 (0.008397272976962005) - - - --> TIME: 2025-12-26 17:49:24 -- STEP: 1400/2207 -- GLOBAL_STEP: 70850 - | > loss_text_ce: 0.028580009937286377 (0.02860472017766109) - | > loss_mel_ce: 3.530791759490967 (3.2856026334421977) - | > loss: 0.05561518296599388 (0.05178448991850022) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2917 (0.27857937046459713) - | > loader_time: 0.0089 (0.008400282178606305) - - - --> TIME: 2025-12-26 17:49:34 -- STEP: 1425/2207 -- GLOBAL_STEP: 70875 - | > loss_text_ce: 0.025592170655727386 (0.02860621140583565) - | > loss_mel_ce: 3.146385669708252 (3.285039441460057) - | > loss: 0.04956215247511864 (0.051775713343369376) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2703 (0.27853174644604034) - | > loader_time: 0.0084 (0.008397915154172658) - - - --> TIME: 2025-12-26 17:49:43 -- STEP: 1450/2207 -- GLOBAL_STEP: 70900 - | > loss_text_ce: 0.027929898351430893 (0.028609873936350998) - | > loss_mel_ce: 3.0412073135375977 (3.284619865088627) - | > loss: 0.04795526713132858 (0.05176921468356564) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2911 (0.27851219555427253) - | > loader_time: 0.008 (0.008399691581726067) - - - --> TIME: 2025-12-26 17:49:53 -- STEP: 1475/2207 -- GLOBAL_STEP: 70925 - | > loss_text_ce: 0.02863953448832035 (0.028607292780179084) - | > loss_mel_ce: 3.2346034049987793 (3.2844901537491102) - | > loss: 0.05098817124962807 (0.0517671476127738) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2875 (0.27855463189593777) - | > loader_time: 0.0081 (0.008401845996662712) - - - --> TIME: 2025-12-26 17:50:03 -- STEP: 1500/2207 -- GLOBAL_STEP: 70950 - | > loss_text_ce: 0.02934705652296543 (0.02861247612908482) - | > loss_mel_ce: 3.120769500732422 (3.2840917205810545) - | > loss: 0.04922056943178177 (0.0517610030844808) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.304 (0.2786084731419877) - | > loader_time: 0.0077 (0.008396252473195387) - - - --> TIME: 2025-12-26 17:50:12 -- STEP: 1525/2207 -- GLOBAL_STEP: 70975 - | > loss_text_ce: 0.029412876814603806 (0.028614795440044555) - | > loss_mel_ce: 3.3755581378936768 (3.2848810749366635) - | > loss: 0.05320267379283905 (0.05177337298383482) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2872 (0.27859401984292914) - | > loader_time: 0.0085 (0.008392452802814419) - - - --> TIME: 2025-12-26 17:50:22 -- STEP: 1550/2207 -- GLOBAL_STEP: 71000 - | > loss_text_ce: 0.029269836843013763 (0.028611267860377983) - | > loss_mel_ce: 3.4978630542755127 (3.2853438706551827) - | > loss: 0.05511145293712616 (0.05178054905466499) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2661 (0.2786274713085539) - | > loader_time: 0.0075 (0.008392613011021767) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_71000.pth - - --> TIME: 2025-12-26 17:50:56 -- STEP: 1575/2207 -- GLOBAL_STEP: 71025 - | > loss_text_ce: 0.026328912004828453 (0.02861360024128641) - | > loss_mel_ce: 3.7533481121063232 (3.2859337015000603) - | > loss: 0.05905745178461075 (0.05178980160563715) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2676 (0.2785953449067611) - | > loader_time: 0.0077 (0.008397304746839735) - - - --> TIME: 2025-12-26 17:51:06 -- STEP: 1600/2207 -- GLOBAL_STEP: 71050 - | > loss_text_ce: 0.0279541015625 (0.02861775777302682) - | > loss_mel_ce: 3.295804500579834 (3.2855524045228957) - | > loss: 0.05193372815847397 (0.05178390879882503) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2416 (0.27855731546878776) - | > loader_time: 0.0083 (0.008394633382558823) - - - --> TIME: 2025-12-26 17:51:15 -- STEP: 1625/2207 -- GLOBAL_STEP: 71075 - | > loss_text_ce: 0.028172560036182404 (0.028617997900797765) - | > loss_mel_ce: 3.2588436603546143 (3.284577621459961) - | > loss: 0.0513596273958683 (0.0517686815628639) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2665 (0.2785870846968427) - | > loader_time: 0.0081 (0.008393020483163692) - - - --> TIME: 2025-12-26 17:51:25 -- STEP: 1650/2207 -- GLOBAL_STEP: 71100 - | > loss_text_ce: 0.0273448433727026 (0.02861631536122524) - | > loss_mel_ce: 3.7875242233276367 (3.2856849726763637) - | > loss: 0.059607330709695816 (0.051785957641673847) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2969 (0.2785589611169062) - | > loader_time: 0.008 (0.008388452674403336) - - - --> TIME: 2025-12-26 17:51:35 -- STEP: 1675/2207 -- GLOBAL_STEP: 71125 - | > loss_text_ce: 0.027628067880868912 (0.028613492187056964) - | > loss_mel_ce: 3.2110280990600586 (3.2847924818921443) - | > loss: 0.05060400441288948 (0.051771968365160424) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2693 (0.278559076252268) - | > loader_time: 0.0081 (0.008387991492427995) - - - --> TIME: 2025-12-26 17:51:44 -- STEP: 1700/2207 -- GLOBAL_STEP: 71150 - | > loss_text_ce: 0.030267558991909027 (0.02861198689679012) - | > loss_mel_ce: 3.4092864990234375 (3.2853261236583484) - | > loss: 0.05374303087592125 (0.05178028299747148) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2662 (0.27853480577468837) - | > loader_time: 0.0082 (0.008388919970568485) - - - --> TIME: 2025-12-26 17:51:54 -- STEP: 1725/2207 -- GLOBAL_STEP: 71175 - | > loss_text_ce: 0.02932916395366192 (0.028616389214344642) - | > loss_mel_ce: 3.62380313873291 (3.2857179269928865) - | > loss: 0.057080190628767014 (0.05178647370658063) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.266 (0.27850445609161784) - | > loader_time: 0.0087 (0.008389310836791982) - - - --> TIME: 2025-12-26 17:52:03 -- STEP: 1750/2207 -- GLOBAL_STEP: 71200 - | > loss_text_ce: 0.029100792482495308 (0.028612927774233472) - | > loss_mel_ce: 2.942686080932617 (3.2847838693346296) - | > loss: 0.04643417149782181 (0.05177182496658397) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2671 (0.2784846929822644) - | > loader_time: 0.008 (0.00838649368286132) - - - --> TIME: 2025-12-26 17:52:13 -- STEP: 1775/2207 -- GLOBAL_STEP: 71225 - | > loss_text_ce: 0.02676355093717575 (0.02860577163666906) - | > loss_mel_ce: 3.397091865539551 (3.284337281643505) - | > loss: 0.053497739136219025 (0.05176473521640606) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2695 (0.2785361071035891) - | > loader_time: 0.0078 (0.00838950224325689) - - - --> TIME: 2025-12-26 17:52:22 -- STEP: 1800/2207 -- GLOBAL_STEP: 71250 - | > loss_text_ce: 0.02790302224457264 (0.028611601996752948) - | > loss_mel_ce: 3.283238649368286 (3.2838320146666633) - | > loss: 0.05173658952116966 (0.05175693151851498) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2667 (0.27849105066723234) - | > loader_time: 0.0079 (0.008387665218777112) - - - --> TIME: 2025-12-26 17:52:32 -- STEP: 1825/2207 -- GLOBAL_STEP: 71275 - | > loss_text_ce: 0.029999256134033203 (0.028610392587438017) - | > loss_mel_ce: 3.4692904949188232 (3.282973259442473) - | > loss: 0.05467640236020088 (0.051743494572296565) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2621 (0.27848438798564684) - | > loader_time: 0.0085 (0.0083839001067697) - - - --> TIME: 2025-12-26 17:52:42 -- STEP: 1850/2207 -- GLOBAL_STEP: 71300 - | > loss_text_ce: 0.026476260274648666 (0.028611156091698113) - | > loss_mel_ce: 3.4524614810943604 (3.282344184050689) - | > loss: 0.05435840040445328 (0.0517336772019799) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2914 (0.278466953586887) - | > loader_time: 0.0078 (0.008378244863974057) - - - --> TIME: 2025-12-26 17:52:51 -- STEP: 1875/2207 -- GLOBAL_STEP: 71325 - | > loss_text_ce: 0.028979172930121422 (0.02860924084881941) - | > loss_mel_ce: 3.3674259185791016 (3.2821486326853435) - | > loss: 0.05306882783770561 (0.051730591785907776) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2966 (0.2785446559905999) - | > loader_time: 0.0082 (0.0083753473917643) - - - --> TIME: 2025-12-26 17:53:01 -- STEP: 1900/2207 -- GLOBAL_STEP: 71350 - | > loss_text_ce: 0.02986306883394718 (0.028604660098882094) - | > loss_mel_ce: 3.154395580291748 (3.2822804954177456) - | > loss: 0.04975404217839241 (0.05173258056766111) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2561 (0.2784915556405713) - | > loader_time: 0.0087 (0.008375315038781396) - - - --> TIME: 2025-12-26 17:53:11 -- STEP: 1925/2207 -- GLOBAL_STEP: 71375 - | > loss_text_ce: 0.026541374623775482 (0.028603409697096065) - | > loss_mel_ce: 3.1704213619232178 (3.282569645596789) - | > loss: 0.04995254427194595 (0.05173707900689797) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.3026 (0.27853980274943496) - | > loader_time: 0.0099 (0.00837770672587603) - - - --> TIME: 2025-12-26 17:53:20 -- STEP: 1950/2207 -- GLOBAL_STEP: 71400 - | > loss_text_ce: 0.02899019420146942 (0.028601210906337465) - | > loss_mel_ce: 3.331926107406616 (3.282795274685591) - | > loss: 0.052514318376779556 (0.0517405701027467) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2921 (0.2785347499602874) - | > loader_time: 0.0095 (0.008382630225939606) - - - --> TIME: 2025-12-26 17:53:30 -- STEP: 1975/2207 -- GLOBAL_STEP: 71425 - | > loss_text_ce: 0.026732292026281357 (0.02859800178321856) - | > loss_mel_ce: 3.1534125804901123 (3.2825847501392604) - | > loss: 0.04968976229429245 (0.05173723051819623) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2669 (0.2785077195227894) - | > loader_time: 0.0088 (0.008384995037996295) - - - --> TIME: 2025-12-26 17:53:39 -- STEP: 2000/2207 -- GLOBAL_STEP: 71450 - | > loss_text_ce: 0.028754225000739098 (0.028598677554167805) - | > loss_mel_ce: 3.1034255027770996 (3.2828839164972305) - | > loss: 0.04894030839204788 (0.05174191555008295) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2965 (0.27854125225543913) - | > loader_time: 0.008 (0.00838347804546354) - - - --> TIME: 2025-12-26 17:53:49 -- STEP: 2025/2207 -- GLOBAL_STEP: 71475 - | > loss_text_ce: 0.02898677997291088 (0.02859340997021875) - | > loss_mel_ce: 3.5166919231414795 (3.2828145448661146) - | > loss: 0.05540122836828232 (0.05174074930909242) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2692 (0.27856864646628987) - | > loader_time: 0.008 (0.008381725711587013) - - - --> TIME: 2025-12-26 17:53:59 -- STEP: 2050/2207 -- GLOBAL_STEP: 71500 - | > loss_text_ce: 0.02790905348956585 (0.028598553312079205) - | > loss_mel_ce: 3.219879627227783 (3.2819305475746714) - | > loss: 0.050746697932481766 (0.051727017216929606) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2912 (0.278566224167986) - | > loader_time: 0.009 (0.008383622518399846) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_71500.pth - - --> TIME: 2025-12-26 17:54:33 -- STEP: 2075/2207 -- GLOBAL_STEP: 71525 - | > loss_text_ce: 0.02982279285788536 (0.028595595147954407) - | > loss_mel_ce: 3.4024710655212402 (3.282263852084976) - | > loss: 0.053629592061042786 (0.051732178877994264) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.288 (0.2785954274326916) - | > loader_time: 0.0081 (0.008387116926262156) - - - --> TIME: 2025-12-26 17:54:42 -- STEP: 2100/2207 -- GLOBAL_STEP: 71550 - | > loss_text_ce: 0.02838650345802307 (0.028600950991468765) - | > loss_mel_ce: 3.0353193283081055 (3.2836274216288612) - | > loss: 0.04787040501832962 (0.051753568337077206) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2698 (0.2785707625888637) - | > loader_time: 0.0078 (0.008385260786328974) - - - --> TIME: 2025-12-26 17:54:52 -- STEP: 2125/2207 -- GLOBAL_STEP: 71575 - | > loss_text_ce: 0.030733834952116013 (0.028609207704663277) - | > loss_mel_ce: 3.470470666885376 (3.283481038374059) - | > loss: 0.05470632016658783 (0.051751410107402245) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2903 (0.27856169655743707) - | > loader_time: 0.0084 (0.00838253952475153) - - - --> TIME: 2025-12-26 17:55:01 -- STEP: 2150/2207 -- GLOBAL_STEP: 71600 - | > loss_text_ce: 0.02757212519645691 (0.028608006999589677) - | > loss_mel_ce: 3.333817481994629 (3.2835080966284105) - | > loss: 0.052521713078022 (0.051751814129394155) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2873 (0.27857172489166204) - | > loader_time: 0.0082 (0.00838320732116697) - - - --> TIME: 2025-12-26 17:55:11 -- STEP: 2175/2207 -- GLOBAL_STEP: 71625 - | > loss_text_ce: 0.029334964230656624 (0.028606954799301317) - | > loss_mel_ce: 3.376493215560913 (3.282489031429948) - | > loss: 0.05321606621146202 (0.051735874794680496) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2862 (0.278552959157132) - | > loader_time: 0.0082 (0.008387368191247677) - - - --> TIME: 2025-12-26 17:55:21 -- STEP: 2200/2207 -- GLOBAL_STEP: 71650 - | > loss_text_ce: 0.029128016903996468 (0.02860415918413888) - | > loss_mel_ce: 3.2115328311920166 (3.2825730927423997) - | > loss: 0.05063532665371895 (0.05173714457079768) - | > current_lr: 1.999990376164262e-05 - | > step_time: 0.2899 (0.27854564417492206) - | > loader_time: 0.0079 (0.008386180725964608) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.07888253798355929 (-0.0007784543810663985) - | > avg_loss_text_ce: 0.027761103748973157 (-3.706874023820875e-05) - | > avg_loss_mel_ce: 3.7528449538591744 (-0.003981380849271243) - | > avg_loss: 3.780606062025637 (-0.004018442050830906) - - - > EPOCH: 9/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 17:58:00)  - - --> TIME: 2025-12-26 17:58:10 -- STEP: 18/2207 -- GLOBAL_STEP: 71675 - | > loss_text_ce: 0.028713330626487732 (0.028611785214808252) - | > loss_mel_ce: 3.004302740097046 (3.318679200278388) - | > loss: 0.04739087447524071 (0.052301421761512756) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2699 (0.27685084607866073) - | > loader_time: 0.0082 (0.009090463320414225) - - - --> TIME: 2025-12-26 17:58:20 -- STEP: 43/2207 -- GLOBAL_STEP: 71700 - | > loss_text_ce: 0.03042326122522354 (0.028600951916603154) - | > loss_mel_ce: 3.328685760498047 (3.2829912928647773) - | > loss: 0.052486076951026917 (0.051743628847044566) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2669 (0.27642410854960586) - | > loader_time: 0.009 (0.008804227030554484) - - - --> TIME: 2025-12-26 17:58:29 -- STEP: 68/2207 -- GLOBAL_STEP: 71725 - | > loss_text_ce: 0.02924303524196148 (0.028552940170116285) - | > loss_mel_ce: 3.153163433074951 (3.2745325986076805) - | > loss: 0.04972510039806366 (0.05161071157849887) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2659 (0.2784114830634173) - | > loader_time: 0.0085 (0.008742300903095919) - - - --> TIME: 2025-12-26 17:58:39 -- STEP: 93/2207 -- GLOBAL_STEP: 71750 - | > loss_text_ce: 0.028760671615600586 (0.028582349039053403) - | > loss_mel_ce: 3.2506628036499023 (3.2631390402393956) - | > loss: 0.05124099180102348 (0.051433146720932375) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2914 (0.27820988111598516) - | > loader_time: 0.0086 (0.00877767737193774) - - - --> TIME: 2025-12-26 17:58:49 -- STEP: 118/2207 -- GLOBAL_STEP: 71775 - | > loss_text_ce: 0.029030952602624893 (0.028461373379548727) - | > loss_mel_ce: 2.9191410541534424 (3.256937473507251) - | > loss: 0.04606518894433975 (0.051334357046979966) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2662 (0.27886379775354403) - | > loader_time: 0.0079 (0.00871083291910462) - - - --> TIME: 2025-12-26 17:58:58 -- STEP: 143/2207 -- GLOBAL_STEP: 71800 - | > loss_text_ce: 0.027886759489774704 (0.02854058934518924) - | > loss_mel_ce: 3.5526106357574463 (3.2685298369481015) - | > loss: 0.055945273488759995 (0.051516725492852564) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2697 (0.2789790863757366) - | > loader_time: 0.0077 (0.008744294826801002) - - - --> TIME: 2025-12-26 17:59:08 -- STEP: 168/2207 -- GLOBAL_STEP: 71825 - | > loss_text_ce: 0.028187738731503487 (0.02864791174596619) - | > loss_mel_ce: 3.0205209255218506 (3.262555787960689) - | > loss: 0.04763607308268547 (0.051425057862486176) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2667 (0.2797733687219164) - | > loader_time: 0.0091 (0.008698785588854837) - - - --> TIME: 2025-12-26 17:59:18 -- STEP: 193/2207 -- GLOBAL_STEP: 71850 - | > loss_text_ce: 0.029057200998067856 (0.028616614128255474) - | > loss_mel_ce: 3.343327045440674 (3.2615640855206114) - | > loss: 0.052693504840135574 (0.05140907346353014) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.287 (0.28046352134467367) - | > loader_time: 0.0084 (0.00866156785599308) - - - --> TIME: 2025-12-26 17:59:27 -- STEP: 218/2207 -- GLOBAL_STEP: 71875 - | > loss_text_ce: 0.029403118416666985 (0.028617796829876002) - | > loss_mel_ce: 3.517211675643921 (3.2599891183573177) - | > loss: 0.05541585758328438 (0.051384483113748235) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.288 (0.28038460617765343) - | > loader_time: 0.0083 (0.008621097704686151) - - - --> TIME: 2025-12-26 17:59:37 -- STEP: 243/2207 -- GLOBAL_STEP: 71900 - | > loss_text_ce: 0.029869340360164642 (0.028617581958142818) - | > loss_mel_ce: 3.1542088985443115 (3.2602060272860434) - | > loss: 0.049751222133636475 (0.05138786892893384) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2674 (0.2801208280241536) - | > loader_time: 0.0083 (0.00858119485800158) - - - --> TIME: 2025-12-26 17:59:47 -- STEP: 268/2207 -- GLOBAL_STEP: 71925 - | > loss_text_ce: 0.0300284456461668 (0.028620254922547002) - | > loss_mel_ce: 3.1904470920562744 (3.259054651900904) - | > loss: 0.05031992867588997 (0.05136992044246465) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2669 (0.2799840578392368) - | > loader_time: 0.0086 (0.008558308900292235) - - - --> TIME: 2025-12-26 17:59:56 -- STEP: 293/2207 -- GLOBAL_STEP: 71950 - | > loss_text_ce: 0.02758389338850975 (0.028611830292657375) - | > loss_mel_ce: 3.2054991722106934 (3.26303050949305) - | > loss: 0.050516922026872635 (0.05143191155567512) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2884 (0.2796225710533583) - | > loader_time: 0.0082 (0.008549223987722553) - - - --> TIME: 2025-12-26 18:00:06 -- STEP: 318/2207 -- GLOBAL_STEP: 71975 - | > loss_text_ce: 0.02828351967036724 (0.028625198505209677) - | > loss_mel_ce: 3.133310317993164 (3.2640040887976594) - | > loss: 0.049399904906749725 (0.05144733259653522) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2918 (0.2795458634694416) - | > loader_time: 0.0088 (0.008558196841545818) - - - --> TIME: 2025-12-26 18:00:15 -- STEP: 343/2207 -- GLOBAL_STEP: 72000 - | > loss_text_ce: 0.02819727547466755 (0.02864452108805972) - | > loss_mel_ce: 3.2976737022399902 (3.261447965577462) - | > loss: 0.05196673423051834 (0.05140769505552928) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2877 (0.27958598081294017) - | > loader_time: 0.0081 (0.008546987705953614) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_72000.pth - - --> TIME: 2025-12-26 18:00:50 -- STEP: 368/2207 -- GLOBAL_STEP: 72025 - | > loss_text_ce: 0.027100292965769768 (0.028625631877018706) - | > loss_mel_ce: 3.2871837615966797 (3.262958087998888) - | > loss: 0.05178568884730339 (0.05143099558620675) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2906 (0.2798482736815576) - | > loader_time: 0.0085 (0.008571675290232113) - - - --> TIME: 2025-12-26 18:01:00 -- STEP: 393/2207 -- GLOBAL_STEP: 72050 - | > loss_text_ce: 0.02789185382425785 (0.028618862478029333) - | > loss_mel_ce: 3.4888546466827393 (3.268136942356294) - | > loss: 0.054949164390563965 (0.05151180940995388) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2703 (0.27984119553602377) - | > loader_time: 0.0086 (0.008572649409752756) - - - --> TIME: 2025-12-26 18:01:09 -- STEP: 418/2207 -- GLOBAL_STEP: 72075 - | > loss_text_ce: 0.028746072202920914 (0.028603292801127764) - | > loss_mel_ce: 3.229557514190674 (3.272073798772821) - | > loss: 0.05091099441051483 (0.05157307953391065) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2693 (0.27994982477580516) - | > loader_time: 0.0084 (0.00855948594198272) - - - --> TIME: 2025-12-26 18:01:19 -- STEP: 443/2207 -- GLOBAL_STEP: 72100 - | > loss_text_ce: 0.02861006185412407 (0.028627254918184023) - | > loss_mel_ce: 3.2135677337646484 (3.2720218921084436) - | > loss: 0.05065902695059776 (0.05157264290087381) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2901 (0.2798203899951872) - | > loader_time: 0.008 (0.008553264372504856) - - - --> TIME: 2025-12-26 18:01:28 -- STEP: 468/2207 -- GLOBAL_STEP: 72125 - | > loss_text_ce: 0.027896709740161896 (0.02859557745580235) - | > loss_mel_ce: 3.763115406036377 (3.2745523498608518) - | > loss: 0.05923456326127052 (0.05161168633235827) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2688 (0.2796704381959049) - | > loader_time: 0.0079 (0.008537788166959055) - - - --> TIME: 2025-12-26 18:01:38 -- STEP: 493/2207 -- GLOBAL_STEP: 72150 - | > loss_text_ce: 0.027641266584396362 (0.028591919935952576) - | > loss_mel_ce: 3.070643186569214 (3.2767787738939327) - | > loss: 0.04841069504618645 (0.05164641706352303) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2912 (0.27984130309996674) - | > loader_time: 0.0081 (0.008523108751246695) - - - --> TIME: 2025-12-26 18:01:47 -- STEP: 518/2207 -- GLOBAL_STEP: 72175 - | > loss_text_ce: 0.029657969251275063 (0.02860676562305698) - | > loss_mel_ce: 2.942369222640991 (3.2739526166879074) - | > loss: 0.04643792659044266 (0.051602490311021064) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2916 (0.2795180901597364) - | > loader_time: 0.0077 (0.008503668556802515) - - - --> TIME: 2025-12-26 18:01:57 -- STEP: 543/2207 -- GLOBAL_STEP: 72200 - | > loss_text_ce: 0.03218742832541466 (0.028606883039214333) - | > loss_mel_ce: 3.116823434829712 (3.2725227063532034) - | > loss: 0.0492032952606678 (0.05158014979700577) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.267 (0.27946705405444283) - | > loader_time: 0.0102 (0.008501808507227319) - - - --> TIME: 2025-12-26 18:02:07 -- STEP: 568/2207 -- GLOBAL_STEP: 72225 - | > loss_text_ce: 0.030077820643782616 (0.028621503266728885) - | > loss_mel_ce: 3.4006638526916504 (3.271696518844283) - | > loss: 0.0536053404211998 (0.051567469061103086) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2673 (0.2793962913499751) - | > loader_time: 0.009 (0.008496019202218921) - - - --> TIME: 2025-12-26 18:02:16 -- STEP: 593/2207 -- GLOBAL_STEP: 72250 - | > loss_text_ce: 0.027366207912564278 (0.028613937085786512) - | > loss_mel_ce: 3.375401020050049 (3.27342950352931) - | > loss: 0.05316823720932007 (0.05159442873693639) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2873 (0.2789829348231246) - | > loader_time: 0.0082 (0.008492169854612808) - - - --> TIME: 2025-12-26 18:02:25 -- STEP: 618/2207 -- GLOBAL_STEP: 72275 - | > loss_text_ce: 0.028848301619291306 (0.02859676491264193) - | > loss_mel_ce: 3.2256083488464355 (3.2745128920163156) - | > loss: 0.05085088685154915 (0.051611088379060185) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2661 (0.27894385077035166) - | > loader_time: 0.0085 (0.008489028535614502) - - - --> TIME: 2025-12-26 18:02:35 -- STEP: 643/2207 -- GLOBAL_STEP: 72300 - | > loss_text_ce: 0.02601366676390171 (0.028600535133902795) - | > loss_mel_ce: 3.194779872894287 (3.27606869337162) - | > loss: 0.05032489821314812 (0.05163545667267699) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2916 (0.27892810634654563) - | > loader_time: 0.009 (0.008488553864403415) - - - --> TIME: 2025-12-26 18:02:45 -- STEP: 668/2207 -- GLOBAL_STEP: 72325 - | > loss_text_ce: 0.028043007478117943 (0.028597080084623507) - | > loss_mel_ce: 3.1391549110412598 (3.276023947907065) - | > loss: 0.04948746785521507 (0.05163470353975803) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2674 (0.27916348194647694) - | > loader_time: 0.0084 (0.008483190379456839) - - - --> TIME: 2025-12-26 18:02:54 -- STEP: 693/2207 -- GLOBAL_STEP: 72350 - | > loss_text_ce: 0.02964848466217518 (0.02860327010697444) - | > loss_mel_ce: 3.4205734729766846 (3.2746537660623525) - | > loss: 0.05390971899032593 (0.05161339117679073) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2699 (0.279094689164155) - | > loader_time: 0.0098 (0.008479749313508613) - - - --> TIME: 2025-12-26 18:03:04 -- STEP: 718/2207 -- GLOBAL_STEP: 72375 - | > loss_text_ce: 0.026722142472863197 (0.028592695723337048) - | > loss_mel_ce: 3.493065357208252 (3.2759031495676068) - | > loss: 0.05499668046832085 (0.051632747578131126) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2905 (0.2789899273503127) - | > loader_time: 0.0092 (0.008490088258281056) - - - --> TIME: 2025-12-26 18:03:13 -- STEP: 743/2207 -- GLOBAL_STEP: 72400 - | > loss_text_ce: 0.028347155079245567 (0.028593971618372207) - | > loss_mel_ce: 3.137096881866455 (3.2748035864746585) - | > loss: 0.04946006461977959 (0.05161558685781657) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2975 (0.2789835393990356) - | > loader_time: 0.0081 (0.0084936776039257) - - - --> TIME: 2025-12-26 18:03:23 -- STEP: 768/2207 -- GLOBAL_STEP: 72425 - | > loss_text_ce: 0.027496155351400375 (0.02858865003023917) - | > loss_mel_ce: 3.238034963607788 (3.275285568398734) - | > loss: 0.051023922860622406 (0.05162303466446853) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2595 (0.2789999054123961) - | > loader_time: 0.0082 (0.008492809409896523) - - - --> TIME: 2025-12-26 18:03:33 -- STEP: 793/2207 -- GLOBAL_STEP: 72450 - | > loss_text_ce: 0.028607795014977455 (0.028573594862902896) - | > loss_mel_ce: 3.3077011108398438 (3.2730353368636487) - | > loss: 0.052129827439785004 (0.05158763955738325) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2869 (0.2791493206577374) - | > loader_time: 0.0087 (0.008489291574735502) - - - --> TIME: 2025-12-26 18:03:42 -- STEP: 818/2207 -- GLOBAL_STEP: 72475 - | > loss_text_ce: 0.0308181494474411 (0.028573269596036455) - | > loss_mel_ce: 3.274005889892578 (3.272407377553161) - | > loss: 0.05163787677884102 (0.05157782261266685) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2672 (0.27905437853050713) - | > loader_time: 0.0081 (0.008487099831728007) - - - --> TIME: 2025-12-26 18:03:53 -- STEP: 843/2207 -- GLOBAL_STEP: 72500 - | > loss_text_ce: 0.027498513460159302 (0.028567673954427733) - | > loss_mel_ce: 3.1319074630737305 (3.2694211803721362) - | > loss: 0.04936571791768074 (0.05153107585679311) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.287 (0.27976477810779377) - | > loader_time: 0.0089 (0.00849671578774955) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_72500.pth - - --> TIME: 2025-12-26 18:04:27 -- STEP: 868/2207 -- GLOBAL_STEP: 72525 - | > loss_text_ce: 0.02820773608982563 (0.028564179545774847) - | > loss_mel_ce: 3.0580649375915527 (3.267549071443795) - | > loss: 0.04822301119565964 (0.051501769555329174) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2672 (0.2798450248582025) - | > loader_time: 0.0089 (0.008512058565693512) - - - --> TIME: 2025-12-26 18:04:37 -- STEP: 893/2207 -- GLOBAL_STEP: 72550 - | > loss_text_ce: 0.02844349294900894 (0.028548726695198624) - | > loss_mel_ce: 3.104871988296509 (3.2680274735372783) - | > loss: 0.048958055675029755 (0.05150900313928974) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2879 (0.2799279059701647) - | > loader_time: 0.0096 (0.008515338481206773) - - - --> TIME: 2025-12-26 18:04:46 -- STEP: 918/2207 -- GLOBAL_STEP: 72575 - | > loss_text_ce: 0.027626030147075653 (0.028543936192161504) - | > loss_mel_ce: 3.415238380432129 (3.2704258658527547) - | > loss: 0.05379475653171539 (0.05154640316021728) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2881 (0.27983342744166584) - | > loader_time: 0.0078 (0.008514626872825204) - - - --> TIME: 2025-12-26 18:04:56 -- STEP: 943/2207 -- GLOBAL_STEP: 72600 - | > loss_text_ce: 0.02924545481801033 (0.028562847963383188) - | > loss_mel_ce: 3.381105661392212 (3.271595827468759) - | > loss: 0.05328673496842384 (0.05156497929881259) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2914 (0.27997519178582686) - | > loader_time: 0.008 (0.008515096039433236) - - - --> TIME: 2025-12-26 18:05:06 -- STEP: 968/2207 -- GLOBAL_STEP: 72625 - | > loss_text_ce: 0.027646567672491074 (0.028553014519154898) - | > loss_mel_ce: 3.2682127952575684 (3.272485192649621) - | > loss: 0.05149780213832855 (0.05157872197826293) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.27 (0.27991247275644127) - | > loader_time: 0.0083 (0.00851838278376366) - - - --> TIME: 2025-12-26 18:05:15 -- STEP: 993/2207 -- GLOBAL_STEP: 72650 - | > loss_text_ce: 0.027916841208934784 (0.028550962203774084) - | > loss_mel_ce: 3.5548853874206543 (3.2718970929267783) - | > loss: 0.055981285870075226 (0.051569500853648) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2875 (0.27982626868878996) - | > loader_time: 0.0084 (0.008523949203414373) - - - --> TIME: 2025-12-26 18:05:25 -- STEP: 1018/2207 -- GLOBAL_STEP: 72675 - | > loss_text_ce: 0.028168143704533577 (0.02855173459419274) - | > loss_mel_ce: 3.533754825592041 (3.2729206281935537) - | > loss: 0.05565504729747772 (0.05158550566710049) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2875 (0.2797313975444714) - | > loader_time: 0.009 (0.00853012727613767) - - - --> TIME: 2025-12-26 18:05:34 -- STEP: 1043/2207 -- GLOBAL_STEP: 72700 - | > loss_text_ce: 0.02821340039372444 (0.028547844441459365) - | > loss_mel_ce: 3.002434492111206 (3.2726289391631935) - | > loss: 0.047353874891996384 (0.05158088724499466) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2666 (0.27960628791143455) - | > loader_time: 0.009 (0.008539775645401421) - - - --> TIME: 2025-12-26 18:05:44 -- STEP: 1068/2207 -- GLOBAL_STEP: 72725 - | > loss_text_ce: 0.02943231910467148 (0.02855611085361532) - | > loss_mel_ce: 3.169837474822998 (3.2735699604959523) - | > loss: 0.04998859018087387 (0.051595719859059835) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2872 (0.27961817216337426) - | > loader_time: 0.0084 (0.008554206358806021) - - - --> TIME: 2025-12-26 18:05:53 -- STEP: 1093/2207 -- GLOBAL_STEP: 72750 - | > loss_text_ce: 0.02974322997033596 (0.02855748082668761) - | > loss_mel_ce: 3.0528922080993652 (3.2743764689289314) - | > loss: 0.0481661781668663 (0.05160834295342849) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2671 (0.27958220816051227) - | > loader_time: 0.0086 (0.008554956614153161) - - - --> TIME: 2025-12-26 18:06:03 -- STEP: 1118/2207 -- GLOBAL_STEP: 72775 - | > loss_text_ce: 0.028254393488168716 (0.028563771941674084) - | > loss_mel_ce: 3.1036922931671143 (3.2747574824979786) - | > loss: 0.048936668783426285 (0.05161439458804609) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2902 (0.2795899807873696) - | > loader_time: 0.0078 (0.008551860324811847) - - - --> TIME: 2025-12-26 18:06:12 -- STEP: 1143/2207 -- GLOBAL_STEP: 72800 - | > loss_text_ce: 0.02674149163067341 (0.02855512597585912) - | > loss_mel_ce: 3.7592110633850098 (3.2747570220983984) - | > loss: 0.05915550887584686 (0.051614252297975276) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2874 (0.27954564862155346) - | > loader_time: 0.008 (0.008548237415957846) - - - --> TIME: 2025-12-26 18:06:22 -- STEP: 1168/2207 -- GLOBAL_STEP: 72825 - | > loss_text_ce: 0.02782798744738102 (0.028560092187907584) - | > loss_mel_ce: 3.6424808502197266 (3.276371607633487) - | > loss: 0.057348575443029404 (0.05163955779376199) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2897 (0.2795167508190627) - | > loader_time: 0.0078 (0.008544785927419791) - - - --> TIME: 2025-12-26 18:06:32 -- STEP: 1193/2207 -- GLOBAL_STEP: 72850 - | > loss_text_ce: 0.02949776127934456 (0.028554029202233905) - | > loss_mel_ce: 3.6554877758026123 (3.2772669154660403) - | > loss: 0.05757790058851242 (0.051653452248805146) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2974 (0.27949893424616895) - | > loader_time: 0.0081 (0.008540211859013186) - - - --> TIME: 2025-12-26 18:06:41 -- STEP: 1218/2207 -- GLOBAL_STEP: 72875 - | > loss_text_ce: 0.02966771274805069 (0.028560084267863488) - | > loss_mel_ce: 3.181485176086426 (3.2776221532148284) - | > loss: 0.05017426237463951 (0.05165909744542223) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2866 (0.2794976287287445) - | > loader_time: 0.0083 (0.008536827583814095) - - - --> TIME: 2025-12-26 18:06:51 -- STEP: 1243/2207 -- GLOBAL_STEP: 72900 - | > loss_text_ce: 0.027772020548582077 (0.028563779322482927) - | > loss_mel_ce: 3.2101283073425293 (3.277498336732148) - | > loss: 0.05059219151735306 (0.051657220545020324) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.287 (0.27950025985822124) - | > loader_time: 0.0083 (0.008532309858240814) - - - --> TIME: 2025-12-26 18:07:00 -- STEP: 1268/2207 -- GLOBAL_STEP: 72925 - | > loss_text_ce: 0.029478464275598526 (0.02856062785413832) - | > loss_mel_ce: 3.276334047317505 (3.2779803411441653) - | > loss: 0.05165332183241844 (0.05166470262365953) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2883 (0.27949831820436843) - | > loader_time: 0.008 (0.00852659767734515) - - - --> TIME: 2025-12-26 18:07:10 -- STEP: 1293/2207 -- GLOBAL_STEP: 72950 - | > loss_text_ce: 0.03027142770588398 (0.028561420338221132) - | > loss_mel_ce: 3.208864450454712 (3.276991411778509) - | > loss: 0.050611499696969986 (0.051649262983141646) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.267 (0.27952896193395926) - | > loader_time: 0.0089 (0.008522102285150575) - - - --> TIME: 2025-12-26 18:07:20 -- STEP: 1318/2207 -- GLOBAL_STEP: 72975 - | > loss_text_ce: 0.0288043525069952 (0.02856046481874851) - | > loss_mel_ce: 3.1953704357147217 (3.2760103982569424) - | > loss: 0.050377730280160904 (0.051633919720652455) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2883 (0.2795430854166406) - | > loader_time: 0.0079 (0.008514106906780875) - - - --> TIME: 2025-12-26 18:07:29 -- STEP: 1343/2207 -- GLOBAL_STEP: 73000 - | > loss_text_ce: 0.02777608297765255 (0.028554829605872373) - | > loss_mel_ce: 3.2477731704711914 (3.2754093500010937) - | > loss: 0.05118045583367348 (0.05162444028917394) - | > grad_norm: 0 (0.0) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2888 (0.27955044922505595) - | > loader_time: 0.0082 (0.008508050255338725) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_73000.pth - - --> TIME: 2025-12-26 18:08:04 -- STEP: 1368/2207 -- GLOBAL_STEP: 73025 - | > loss_text_ce: 0.02850453555583954 (0.028549980914100385) - | > loss_mel_ce: 2.9314820766448975 (3.273941447337469) - | > loss: 0.046249791979789734 (0.05160142855217671) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2881 (0.27959184287584327) - | > loader_time: 0.0102 (0.008515002783278967) - - - --> TIME: 2025-12-26 18:08:13 -- STEP: 1393/2207 -- GLOBAL_STEP: 73050 - | > loss_text_ce: 0.028194108977913857 (0.02855093730245873) - | > loss_mel_ce: 3.289217233657837 (3.273994841168275) - | > loss: 0.051834553480148315 (0.05160227778173145) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2697 (0.2796036551859597) - | > loader_time: 0.0087 (0.00852062902430022) - - - --> TIME: 2025-12-26 18:08:23 -- STEP: 1418/2207 -- GLOBAL_STEP: 73075 - | > loss_text_ce: 0.029235748574137688 (0.028552013987935387) - | > loss_mel_ce: 3.455353021621704 (3.2736268030067097) - | > loss: 0.05444670096039772 (0.05159654400780358) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2881 (0.2796166899846539) - | > loader_time: 0.0093 (0.008529766490328279) - - - --> TIME: 2025-12-26 18:08:33 -- STEP: 1443/2207 -- GLOBAL_STEP: 73100 - | > loss_text_ce: 0.029939766973257065 (0.0285539379561538) - | > loss_mel_ce: 3.256263017654419 (3.2720382610130714) - | > loss: 0.05134691670536995 (0.0515717531058083) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2689 (0.27958805694897326) - | > loader_time: 0.0091 (0.00853167287359943) - - - --> TIME: 2025-12-26 18:08:42 -- STEP: 1468/2207 -- GLOBAL_STEP: 73125 - | > loss_text_ce: 0.030505968257784843 (0.028551588142011558) - | > loss_mel_ce: 3.405972957611084 (3.2723877727173334) - | > loss: 0.05369498208165169 (0.051577177507757185) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2629 (0.27952102841733273) - | > loader_time: 0.0081 (0.008527778312360864) - - - --> TIME: 2025-12-26 18:08:52 -- STEP: 1493/2207 -- GLOBAL_STEP: 73150 - | > loss_text_ce: 0.028247572481632233 (0.02855438324114418) - | > loss_mel_ce: 3.3246612548828125 (3.2724979821260716) - | > loss: 0.052389200776815414 (0.05157894320531494) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2915 (0.2795688406541215) - | > loader_time: 0.0083 (0.008527846920833578) - - - --> TIME: 2025-12-26 18:09:01 -- STEP: 1518/2207 -- GLOBAL_STEP: 73175 - | > loss_text_ce: 0.028608553111553192 (0.028563558655313657) - | > loss_mel_ce: 3.1691250801086426 (3.2723563254586328) - | > loss: 0.04996458813548088 (0.05157687318694138) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2884 (0.2795035138588808) - | > loader_time: 0.0076 (0.008525898648187867) - - - --> TIME: 2025-12-26 18:09:11 -- STEP: 1543/2207 -- GLOBAL_STEP: 73200 - | > loss_text_ce: 0.028870321810245514 (0.028563158492462933) - | > loss_mel_ce: 3.2052059173583984 (3.272430098373552) - | > loss: 0.05053244158625603 (0.05157801964002158) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2877 (0.2795982119794491) - | > loader_time: 0.0086 (0.008525399055406764) - - - --> TIME: 2025-12-26 18:09:21 -- STEP: 1568/2207 -- GLOBAL_STEP: 73225 - | > loss_text_ce: 0.02914685383439064 (0.02855275096300494) - | > loss_mel_ce: 3.271225929260254 (3.2720075308972483) - | > loss: 0.051568325608968735 (0.05157125440701768) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2665 (0.27960564667473065) - | > loader_time: 0.0088 (0.00853437002824275) - - - --> TIME: 2025-12-26 18:09:31 -- STEP: 1593/2207 -- GLOBAL_STEP: 73250 - | > loss_text_ce: 0.030927540734410286 (0.028551695947883184) - | > loss_mel_ce: 3.3365871906280518 (3.2730082359541464) - | > loss: 0.05261741951107979 (0.05158687393927606) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2627 (0.2796388753015746) - | > loader_time: 0.0093 (0.00853540189447299) - - - --> TIME: 2025-12-26 18:09:40 -- STEP: 1618/2207 -- GLOBAL_STEP: 73275 - | > loss_text_ce: 0.0285137128084898 (0.028558672182446128) - | > loss_mel_ce: 3.123889684677124 (3.272845504752491) - | > loss: 0.049256302416324615 (0.051584440268511694) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2636 (0.2796382089185779) - | > loader_time: 0.0083 (0.008537540624403962) - - - --> TIME: 2025-12-26 18:09:50 -- STEP: 1643/2207 -- GLOBAL_STEP: 73300 - | > loss_text_ce: 0.029894672334194183 (0.028563062938715862) - | > loss_mel_ce: 3.3396925926208496 (3.272333216826799) - | > loss: 0.05264979973435402 (0.051576504369316795) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2883 (0.2796551918591664) - | > loader_time: 0.0088 (0.008539940044057106) - - - --> TIME: 2025-12-26 18:10:00 -- STEP: 1668/2207 -- GLOBAL_STEP: 73325 - | > loss_text_ce: 0.026171840727329254 (0.02855868236557077) - | > loss_mel_ce: 3.1613354682922363 (3.27186602654217) - | > loss: 0.04980480298399925 (0.05156913607848064) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2879 (0.27964123919141715) - | > loader_time: 0.0079 (0.008538735427444764) - - - --> TIME: 2025-12-26 18:10:09 -- STEP: 1693/2207 -- GLOBAL_STEP: 73350 - | > loss_text_ce: 0.02971615269780159 (0.028558286791474798) - | > loss_mel_ce: 2.9516327381134033 (3.2714988678359314) - | > loss: 0.04658357799053192 (0.051563393045161804) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.292 (0.2796498984186456) - | > loader_time: 0.0095 (0.00853785634815374) - - - --> TIME: 2025-12-26 18:10:19 -- STEP: 1718/2207 -- GLOBAL_STEP: 73375 - | > loss_text_ce: 0.028845757246017456 (0.028562793871376987) - | > loss_mel_ce: 3.551978826522827 (3.270996784858571) - | > loss: 0.055950384587049484 (0.05155561842475353) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2877 (0.2796291246125535) - | > loader_time: 0.0082 (0.008538451822034403) - - - --> TIME: 2025-12-26 18:10:28 -- STEP: 1743/2207 -- GLOBAL_STEP: 73400 - | > loss_text_ce: 0.028740866109728813 (0.028555283752524908) - | > loss_mel_ce: 3.1645328998565674 (3.269507217325155) - | > loss: 0.04989490285515785 (0.05153222658847232) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2907 (0.27968102655941546) - | > loader_time: 0.0087 (0.008539492278282339) - - - --> TIME: 2025-12-26 18:10:38 -- STEP: 1768/2207 -- GLOBAL_STEP: 73425 - | > loss_text_ce: 0.026946118101477623 (0.028558988719377912) - | > loss_mel_ce: 3.56028413772583 (3.269673547458865) - | > loss: 0.05605047196149826 (0.05153488338718454) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2871 (0.27971830519076446) - | > loader_time: 0.0085 (0.008544302499132449) - - - --> TIME: 2025-12-26 18:10:48 -- STEP: 1793/2207 -- GLOBAL_STEP: 73450 - | > loss_text_ce: 0.026532093062996864 (0.02855674090560959) - | > loss_mel_ce: 3.235520839691162 (3.270165428660532) - | > loss: 0.050969578325748444 (0.051542533911677374) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2698 (0.27967471446129377) - | > loader_time: 0.0083 (0.008542538354068369) - - - --> TIME: 2025-12-26 18:10:57 -- STEP: 1818/2207 -- GLOBAL_STEP: 73475 - | > loss_text_ce: 0.02748650498688221 (0.028559469120992942) - | > loss_mel_ce: 3.27890944480896 (3.27026026542693) - | > loss: 0.05166243761777878 (0.05154405836511827) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2906 (0.27964463643115023) - | > loader_time: 0.0088 (0.008542361170282972) - - - --> TIME: 2025-12-26 18:11:07 -- STEP: 1843/2207 -- GLOBAL_STEP: 73500 - | > loss_text_ce: 0.02852526865899563 (0.02855952202109493) - | > loss_mel_ce: 3.060276985168457 (3.270283387267454) - | > loss: 0.04826253652572632 (0.051544420473677806) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2662 (0.2796262886235724) - | > loader_time: 0.0087 (0.00853994690847991) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_73500.pth - - --> TIME: 2025-12-26 18:11:42 -- STEP: 1868/2207 -- GLOBAL_STEP: 73525 - | > loss_text_ce: 0.0290063563734293 (0.02856544798391629) - | > loss_mel_ce: 3.59897780418396 (3.2705735453191105) - | > loss: 0.05668725073337555 (0.05154904678296419) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2904 (0.2796132744507316) - | > loader_time: 0.0087 (0.008555210376960044) - - - --> TIME: 2025-12-26 18:11:51 -- STEP: 1893/2207 -- GLOBAL_STEP: 73550 - | > loss_text_ce: 0.02690420299768448 (0.02856895113063752) - | > loss_mel_ce: 3.0098018646240234 (3.270323199691813) - | > loss: 0.04744853079319 (0.0515451898677319) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2691 (0.27955308693524644) - | > loader_time: 0.0107 (0.00856123446662527) - - - --> TIME: 2025-12-26 18:12:01 -- STEP: 1918/2207 -- GLOBAL_STEP: 73575 - | > loss_text_ce: 0.029384197667241096 (0.028570815136149223) - | > loss_mel_ce: 3.059718608856201 (3.269670573961499) - | > loss: 0.04826723039150238 (0.051535021713755194) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2871 (0.2795543755182266) - | > loader_time: 0.0084 (0.008565118340182967) - - - --> TIME: 2025-12-26 18:12:11 -- STEP: 1943/2207 -- GLOBAL_STEP: 73600 - | > loss_text_ce: 0.0356559231877327 (0.028574186774585206) - | > loss_mel_ce: 4.029987335205078 (3.2703379203042484) - | > loss: 0.06352567672729492 (0.051545501683277394) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.4067 (0.2796946304456763) - | > loader_time: 0.0084 (0.008567436785656208) - - - --> TIME: 2025-12-26 18:12:20 -- STEP: 1968/2207 -- GLOBAL_STEP: 73625 - | > loss_text_ce: 0.03035305254161358 (0.02857589514214333) - | > loss_mel_ce: 3.4994547367095947 (3.270925137327939) - | > loss: 0.055153246968984604 (0.05155470364583219) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2621 (0.27968454155010963) - | > loader_time: 0.0095 (0.008573462929182896) - - - --> TIME: 2025-12-26 18:12:30 -- STEP: 1993/2207 -- GLOBAL_STEP: 73650 - | > loss_text_ce: 0.02745961584150791 (0.028574357005523122) - | > loss_mel_ce: 3.535479784011841 (3.27061512502545) - | > loss: 0.055670928210020065 (0.05154983566983287) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2882 (0.2796431427557033) - | > loader_time: 0.0091 (0.008576198731961698) - - - --> TIME: 2025-12-26 18:12:40 -- STEP: 2018/2207 -- GLOBAL_STEP: 73675 - | > loss_text_ce: 0.027840180322527885 (0.02856865781843957) - | > loss_mel_ce: 3.045658588409424 (3.2696345042662536) - | > loss: 0.048023417592048645 (0.05153442442609133) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2918 (0.27965386381706997) - | > loader_time: 0.0081 (0.008579059445822549) - - - --> TIME: 2025-12-26 18:12:49 -- STEP: 2043/2207 -- GLOBAL_STEP: 73700 - | > loss_text_ce: 0.02653183415532112 (0.028565206732263582) - | > loss_mel_ce: 3.0638437271118164 (3.269185886392393) - | > loss: 0.04828711971640587 (0.051527360847153286) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2696 (0.2796347749274096) - | > loader_time: 0.0093 (0.008580857378212299) - - - --> TIME: 2025-12-26 18:12:59 -- STEP: 2068/2207 -- GLOBAL_STEP: 73725 - | > loss_text_ce: 0.025956235826015472 (0.028567824032647633) - | > loss_mel_ce: 3.3741514682769775 (3.2699387753724594) - | > loss: 0.053126681596040726 (0.05153916563255069) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2687 (0.2795859860036549) - | > loader_time: 0.0083 (0.00858401352939568) - - - --> TIME: 2025-12-26 18:13:08 -- STEP: 2093/2207 -- GLOBAL_STEP: 73750 - | > loss_text_ce: 0.027923278510570526 (0.02856742170257996) - | > loss_mel_ce: 3.6505179405212402 (3.2703106018327044) - | > loss: 0.05747564509510994 (0.0515449691352039) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2909 (0.27957112072645335) - | > loader_time: 0.0087 (0.008585021077760706) - - - --> TIME: 2025-12-26 18:13:18 -- STEP: 2118/2207 -- GLOBAL_STEP: 73775 - | > loss_text_ce: 0.029355688020586967 (0.0285693758604406) - | > loss_mel_ce: 3.1353399753570557 (3.270459130533019) - | > loss: 0.049448370933532715 (0.05154732042946436) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2661 (0.27956906121445835) - | > loader_time: 0.0083 (0.008584530427840879) - - - --> TIME: 2025-12-26 18:13:28 -- STEP: 2143/2207 -- GLOBAL_STEP: 73800 - | > loss_text_ce: 0.028702113777399063 (0.028576234891850755) - | > loss_mel_ce: 3.468022108078003 (3.269712913609308) - | > loss: 0.05463631451129913 (0.05153576795722746) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2703 (0.27958839116561596) - | > loader_time: 0.008 (0.008581728452396785) - - - --> TIME: 2025-12-26 18:13:37 -- STEP: 2168/2207 -- GLOBAL_STEP: 73825 - | > loss_text_ce: 0.029670439660549164 (0.028575411030328467) - | > loss_mel_ce: 3.422208547592163 (3.269592847331425) - | > loss: 0.05393560975790024 (0.051533879050675684) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2898 (0.27956143109560944) - | > loader_time: 0.0087 (0.008579915849924959) - - - --> TIME: 2025-12-26 18:13:47 -- STEP: 2193/2207 -- GLOBAL_STEP: 73850 - | > loss_text_ce: 0.0284376610070467 (0.02857314074998895) - | > loss_mel_ce: 3.1497557163238525 (3.2700428761579228) - | > loss: 0.04965927079319954 (0.05154087527485618) - | > current_lr: 1.9999874300983004e-05 - | > step_time: 0.2666 (0.2795432622825185) - | > loader_time: 0.0081 (0.008578539003371317) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.08052538375596749 (+0.0016428457724081968) - | > avg_loss_text_ce: 0.027714936188548 (-4.6167560425157406e-05) - | > avg_loss_mel_ce: 3.7513702141272054 (-0.0014747397319689881) - | > avg_loss: 3.7790851496361397 (-0.0015209123894974752) - - - > EPOCH: 10/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 18:16:28)  - - --> TIME: 2025-12-26 18:16:35 -- STEP: 11/2207 -- GLOBAL_STEP: 73875 - | > loss_text_ce: 0.02931404486298561 (0.02885142070325938) - | > loss_mel_ce: 3.1618640422821045 (3.26498066295277) - | > loss: 0.04986215755343437 (0.05146612633358349) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.292 (0.27310297705910425) - | > loader_time: 0.0084 (0.008719444274902344) - - - --> TIME: 2025-12-26 18:16:45 -- STEP: 36/2207 -- GLOBAL_STEP: 73900 - | > loss_text_ce: 0.028648190200328827 (0.02846097159716818) - | > loss_mel_ce: 3.208458423614502 (3.2754179173045688) - | > loss: 0.05057979002594948 (0.05162310776197248) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2918 (0.2792581783400643) - | > loader_time: 0.0079 (0.00843783219655355) - - - --> TIME: 2025-12-26 18:16:54 -- STEP: 61/2207 -- GLOBAL_STEP: 73925 - | > loss_text_ce: 0.028761612251400948 (0.028470638009612678) - | > loss_mel_ce: 3.1754279136657715 (3.2484507482559954) - | > loss: 0.05006546154618263 (0.05120189677252144) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2518 (0.27700352668762207) - | > loader_time: 0.0077 (0.008458129695204436) - - - --> TIME: 2025-12-26 18:17:04 -- STEP: 86/2207 -- GLOBAL_STEP: 73950 - | > loss_text_ce: 0.026422196999192238 (0.02859570571156435) - | > loss_mel_ce: 3.068089485168457 (3.2590017401894857) - | > loss: 0.048351746052503586 (0.05136871021674125) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2881 (0.27841086443080465) - | > loader_time: 0.0092 (0.008417478827543037) - - - --> TIME: 2025-12-26 18:17:14 -- STEP: 111/2207 -- GLOBAL_STEP: 73975 - | > loss_text_ce: 0.028263196349143982 (0.02850044889560154) - | > loss_mel_ce: 3.2740654945373535 (3.252161401886124) - | > loss: 0.05159888416528702 (0.05126034159649601) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.269 (0.27870178007864754) - | > loader_time: 0.0077 (0.008368468499398452) - - - --> TIME: 2025-12-26 18:17:24 -- STEP: 136/2207 -- GLOBAL_STEP: 74000 - | > loss_text_ce: 0.028226157650351524 (0.028573325451682594) - | > loss_mel_ce: 3.406977653503418 (3.2592761849655822) - | > loss: 0.05367505922913551 (0.051372648792012664) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2695 (0.2799173803890454) - | > loader_time: 0.0084 (0.008350130389718451) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_74000.pth - - --> TIME: 2025-12-26 18:17:58 -- STEP: 161/2207 -- GLOBAL_STEP: 74025 - | > loss_text_ce: 0.029249321669340134 (0.02849935289032711) - | > loss_mel_ce: 3.5447945594787598 (3.2507156081821607) - | > loss: 0.05584443733096123 (0.05123773397681137) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.291 (0.2802099144977074) - | > loader_time: 0.0086 (0.008394358321006254) - - - --> TIME: 2025-12-26 18:18:08 -- STEP: 186/2207 -- GLOBAL_STEP: 74050 - | > loss_text_ce: 0.028975125402212143 (0.028526905052844557) - | > loss_mel_ce: 3.2237963676452637 (3.2556246557543354) - | > loss: 0.05082455277442932 (0.051314868233216716) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2886 (0.2807401816050212) - | > loader_time: 0.0081 (0.008409028412193377) - - - --> TIME: 2025-12-26 18:18:18 -- STEP: 211/2207 -- GLOBAL_STEP: 74075 - | > loss_text_ce: 0.02888643741607666 (0.028575007137246606) - | > loss_mel_ce: 3.639608144760132 (3.263264731773268) - | > loss: 0.05732022970914841 (0.05143499603909905) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2681 (0.28082428837274487) - | > loader_time: 0.0094 (0.00840538598914847) - - - --> TIME: 2025-12-26 18:18:27 -- STEP: 236/2207 -- GLOBAL_STEP: 74100 - | > loss_text_ce: 0.02803642302751541 (0.028562113429593333) - | > loss_mel_ce: 3.221923828125 (3.267612328973867) - | > loss: 0.05078062787652016 (0.0515027257882185) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2677 (0.2807379637734365) - | > loader_time: 0.0081 (0.008390740822937531) - - - --> TIME: 2025-12-26 18:18:37 -- STEP: 261/2207 -- GLOBAL_STEP: 74125 - | > loss_text_ce: 0.029173938557505608 (0.028531189172946173) - | > loss_mel_ce: 3.0340840816497803 (3.26981389933619) - | > loss: 0.04786340519785881 (0.05153664214343861) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2884 (0.28085184279986275) - | > loader_time: 0.0085 (0.008426647076661563) - - - --> TIME: 2025-12-26 18:18:47 -- STEP: 286/2207 -- GLOBAL_STEP: 74150 - | > loss_text_ce: 0.02778639644384384 (0.02855568390886684) - | > loss_mel_ce: 3.538912773132324 (3.2746368304832822) - | > loss: 0.05572967603802681 (0.05161238313242273) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2523 (0.2806482681861292) - | > loader_time: 0.0092 (0.008437162512665866) - - - --> TIME: 2025-12-26 18:18:56 -- STEP: 311/2207 -- GLOBAL_STEP: 74175 - | > loss_text_ce: 0.027154598385095596 (0.028555353756071676) - | > loss_mel_ce: 2.9619128704071045 (3.2718175461821217) - | > loss: 0.04670418053865433 (0.051568326639113315) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.292 (0.2803449124768616) - | > loader_time: 0.0078 (0.008417594854471393) - - - --> TIME: 2025-12-26 18:19:06 -- STEP: 336/2207 -- GLOBAL_STEP: 74200 - | > loss_text_ce: 0.028324538841843605 (0.028555009480831884) - | > loss_mel_ce: 3.0626823902130127 (3.2685026774803783) - | > loss: 0.048296984285116196 (0.05151652643412706) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2668 (0.2801310895454314) - | > loader_time: 0.0085 (0.008413537627174754) - - - --> TIME: 2025-12-26 18:19:15 -- STEP: 361/2207 -- GLOBAL_STEP: 74225 - | > loss_text_ce: 0.026577481999993324 (0.02854036339597359) - | > loss_mel_ce: 3.2600584030151367 (3.2624515133221053) - | > loss: 0.051353685557842255 (0.05142174816981907) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2913 (0.280033250924953) - | > loader_time: 0.0079 (0.008433530205174506) - - - --> TIME: 2025-12-26 18:19:25 -- STEP: 386/2207 -- GLOBAL_STEP: 74250 - | > loss_text_ce: 0.03021833300590515 (0.0285452227904389) - | > loss_mel_ce: 3.130411148071289 (3.2604886719599895) - | > loss: 0.04938483610749245 (0.051391154691731375) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2671 (0.27984027356063756) - | > loader_time: 0.0083 (0.008418812652943678) - - - --> TIME: 2025-12-26 18:19:35 -- STEP: 411/2207 -- GLOBAL_STEP: 74275 - | > loss_text_ce: 0.026307642459869385 (0.02853110368270654) - | > loss_mel_ce: 3.247427463531494 (3.26317499095796) - | > loss: 0.05115211009979248 (0.05143290781699248) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2904 (0.27997605469975173) - | > loader_time: 0.0088 (0.008403961965927546) - - - --> TIME: 2025-12-26 18:19:44 -- STEP: 436/2207 -- GLOBAL_STEP: 74300 - | > loss_text_ce: 0.025788558647036552 (0.028545141074840633) - | > loss_mel_ce: 3.185185670852661 (3.2575094322545803) - | > loss: 0.05017147213220596 (0.05134460279598422) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2881 (0.2798000114773392) - | > loader_time: 0.0085 (0.008397690746762351) - - - --> TIME: 2025-12-26 18:19:54 -- STEP: 461/2207 -- GLOBAL_STEP: 74325 - | > loss_text_ce: 0.030558591708540916 (0.028514605290266545) - | > loss_mel_ce: 3.0433194637298584 (3.255582687394478) - | > loss: 0.0480293445289135 (0.051314020291003126) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.271 (0.27971078103121333) - | > loader_time: 0.0073 (0.008390337681304878) - - - --> TIME: 2025-12-26 18:20:03 -- STEP: 486/2207 -- GLOBAL_STEP: 74350 - | > loss_text_ce: 0.02780057117342949 (0.028508765408347667) - | > loss_mel_ce: 3.0256259441375732 (3.2565455220854322) - | > loss: 0.047709789127111435 (0.05132897334640899) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2884 (0.2795696410622615) - | > loader_time: 0.0087 (0.00839708665761439) - - - --> TIME: 2025-12-26 18:20:13 -- STEP: 511/2207 -- GLOBAL_STEP: 74375 - | > loss_text_ce: 0.027800854295492172 (0.028493233546323042) - | > loss_mel_ce: 3.0532400608062744 (3.2537110673004856) - | > loss: 0.04814126342535019 (0.051284442296700004) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.3095 (0.279713921817548) - | > loader_time: 0.008 (0.00840214787164081) - - - --> TIME: 2025-12-26 18:20:23 -- STEP: 536/2207 -- GLOBAL_STEP: 74400 - | > loss_text_ce: 0.02901184931397438 (0.028484716928049703) - | > loss_mel_ce: 3.1887760162353516 (3.25022281372725) - | > loss: 0.050277937203645706 (0.051229805261619514) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2885 (0.27946200477543154) - | > loader_time: 0.008 (0.008407234255947298) - - - --> TIME: 2025-12-26 18:20:32 -- STEP: 561/2207 -- GLOBAL_STEP: 74425 - | > loss_text_ce: 0.030291983857750893 (0.02847657897534537) - | > loss_mel_ce: 3.2776145935058594 (3.250958143496044) - | > loss: 0.05168604105710983 (0.05124116763339749) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2703 (0.27949799743353154) - | > loader_time: 0.0088 (0.00843662926644991) - - - --> TIME: 2025-12-26 18:20:42 -- STEP: 586/2207 -- GLOBAL_STEP: 74450 - | > loss_text_ce: 0.027369234710931778 (0.028482291650395758) - | > loss_mel_ce: 3.397357225418091 (3.248793753340788) - | > loss: 0.053511351346969604 (0.05120743829566261) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.263 (0.2794164333734088) - | > loader_time: 0.0085 (0.008433569820260847) - - - --> TIME: 2025-12-26 18:20:52 -- STEP: 611/2207 -- GLOBAL_STEP: 74475 - | > loss_text_ce: 0.029731908813118935 (0.02849143695653266) - | > loss_mel_ce: 3.2096495628356934 (3.2470133300693824) - | > loss: 0.0506153367459774 (0.051179762076092636) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2697 (0.2795231201839915) - | > loader_time: 0.0095 (0.008446359400273162) - - - --> TIME: 2025-12-26 18:21:01 -- STEP: 636/2207 -- GLOBAL_STEP: 74500 - | > loss_text_ce: 0.029000531882047653 (0.028497067830706924) - | > loss_mel_ce: 3.4186525344848633 (3.247042080141461) - | > loss: 0.05386957898736 (0.051180299266048196) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2879 (0.27966207753187444) - | > loader_time: 0.0082 (0.008453684782831938) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_74500.pth - - --> TIME: 2025-12-26 18:21:36 -- STEP: 661/2207 -- GLOBAL_STEP: 74525 - | > loss_text_ce: 0.028211338445544243 (0.028492541656844922) - | > loss_mel_ce: 3.265098810195923 (3.2474094836686613) - | > loss: 0.0514579713344574 (0.05118596921259264) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.3025 (0.2796782127126442) - | > loader_time: 0.0083 (0.008468544609427642) - - - --> TIME: 2025-12-26 18:21:46 -- STEP: 686/2207 -- GLOBAL_STEP: 74550 - | > loss_text_ce: 0.030026793479919434 (0.028498524639744633) - | > loss_mel_ce: 3.258890151977539 (3.246499229798162) - | > loss: 0.05138932913541794 (0.0511718399811851) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2692 (0.27953379842352244) - | > loader_time: 0.0088 (0.008469232317310041) - - - --> TIME: 2025-12-26 18:21:55 -- STEP: 711/2207 -- GLOBAL_STEP: 74575 - | > loss_text_ce: 0.029767654836177826 (0.028518196273956627) - | > loss_mel_ce: 3.7501890659332275 (3.247847998360204) - | > loss: 0.05906182527542114 (0.05119322185861746) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2663 (0.2792770943058192) - | > loader_time: 0.0079 (0.008461982053711112) - - - --> TIME: 2025-12-26 18:22:04 -- STEP: 736/2207 -- GLOBAL_STEP: 74600 - | > loss_text_ce: 0.030024683102965355 (0.02851345529020562) - | > loss_mel_ce: 3.3412322998046875 (3.2481558397412282) - | > loss: 0.052675891667604446 (0.05119795779414151) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2671 (0.2792360128267955) - | > loader_time: 0.0079 (0.008451994346535732) - - - --> TIME: 2025-12-26 18:22:14 -- STEP: 761/2207 -- GLOBAL_STEP: 74625 - | > loss_text_ce: 0.028660498559474945 (0.02850976625014386) - | > loss_mel_ce: 3.3593590259552 (3.248885530993125) - | > loss: 0.05293780565261841 (0.051209301578857586) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.267 (0.27923876477917026) - | > loader_time: 0.0082 (0.008452663910373285) - - - --> TIME: 2025-12-26 18:22:24 -- STEP: 786/2207 -- GLOBAL_STEP: 74650 - | > loss_text_ce: 0.028472738340497017 (0.02850659105111549) - | > loss_mel_ce: 2.9979076385498047 (3.248227439157227) - | > loss: 0.047287192195653915 (0.05119896927521429) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2622 (0.27928544668144284) - | > loader_time: 0.008 (0.008444565246426729) - - - --> TIME: 2025-12-26 18:22:33 -- STEP: 811/2207 -- GLOBAL_STEP: 74675 - | > loss_text_ce: 0.028025662526488304 (0.028505885773757535) - | > loss_mel_ce: 3.466132164001465 (3.248201712433123) - | > loss: 0.05459621548652649 (0.051198556256720526) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2656 (0.2792220327327935) - | > loader_time: 0.0094 (0.008440357542214356) - - - --> TIME: 2025-12-26 18:22:43 -- STEP: 836/2207 -- GLOBAL_STEP: 74700 - | > loss_text_ce: 0.027990423142910004 (0.02850610865101789) - | > loss_mel_ce: 3.285581111907959 (3.2507606801804156) - | > loss: 0.05177455395460129 (0.051238543612427974) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2672 (0.2791602263610332) - | > loader_time: 0.008 (0.008439996310968718) - - - --> TIME: 2025-12-26 18:22:53 -- STEP: 861/2207 -- GLOBAL_STEP: 74725 - | > loss_text_ce: 0.02950947917997837 (0.028505381497443073) - | > loss_mel_ce: 3.052945613861084 (3.2509025788057957) - | > loss: 0.048163361847400665 (0.05124074941485878) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2875 (0.2792332377306401) - | > loader_time: 0.0086 (0.008440960851972804) - - - --> TIME: 2025-12-26 18:23:02 -- STEP: 886/2207 -- GLOBAL_STEP: 74750 - | > loss_text_ce: 0.02824772708117962 (0.02850462071614395) - | > loss_mel_ce: 3.073819637298584 (3.249344847272264) - | > loss: 0.04846980422735214 (0.05121639797266396) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2663 (0.27921595315093695) - | > loader_time: 0.0089 (0.008437878660369946) - - - --> TIME: 2025-12-26 18:23:12 -- STEP: 911/2207 -- GLOBAL_STEP: 74775 - | > loss_text_ce: 0.029228346422314644 (0.02849460373562071) - | > loss_mel_ce: 3.3150622844696045 (3.250134963235529) - | > loss: 0.05225454270839691 (0.05122858702187742) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2879 (0.27916180498644555) - | > loader_time: 0.0089 (0.00843504807297406) - - - --> TIME: 2025-12-26 18:23:21 -- STEP: 936/2207 -- GLOBAL_STEP: 74800 - | > loss_text_ce: 0.02941373735666275 (0.028505913775939595) - | > loss_mel_ce: 3.2976481914520264 (3.251064061099646) - | > loss: 0.05198534205555916 (0.05124328089639162) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2552 (0.27905258103313657) - | > loader_time: 0.0083 (0.008432946908168303) - - - --> TIME: 2025-12-26 18:23:31 -- STEP: 961/2207 -- GLOBAL_STEP: 74825 - | > loss_text_ce: 0.029734348878264427 (0.028512772052518787) - | > loss_mel_ce: 3.103614330291748 (3.248170571074152) - | > loss: 0.04895857349038124 (0.05119817727996457) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2883 (0.27908311872651054) - | > loader_time: 0.0085 (0.008458515359757468) - - - --> TIME: 2025-12-26 18:23:41 -- STEP: 986/2207 -- GLOBAL_STEP: 74850 - | > loss_text_ce: 0.026694251224398613 (0.028514242874605786) - | > loss_mel_ce: 3.1833887100219727 (3.2479093875169256) - | > loss: 0.05015754699707031 (0.051194119269054754) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2903 (0.27946496227450157) - | > loader_time: 0.0083 (0.00846503980261317) - - - --> TIME: 2025-12-26 18:23:51 -- STEP: 1011/2207 -- GLOBAL_STEP: 74875 - | > loss_text_ce: 0.027927419170737267 (0.028508078078458385) - | > loss_mel_ce: 2.8743011951446533 (3.2472512877659545) - | > loss: 0.04534732177853584 (0.05118374012845442) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2663 (0.2794911328456291) - | > loader_time: 0.0091 (0.008463348998042406) - - - --> TIME: 2025-12-26 18:24:00 -- STEP: 1036/2207 -- GLOBAL_STEP: 74900 - | > loss_text_ce: 0.029365403577685356 (0.02851001790303982) - | > loss_mel_ce: 3.1445960998535156 (3.24751362446192) - | > loss: 0.04959314689040184 (0.05118786944543878) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2563 (0.2795207355473497) - | > loader_time: 0.008 (0.008463664864941451) - - - --> TIME: 2025-12-26 18:24:10 -- STEP: 1061/2207 -- GLOBAL_STEP: 74925 - | > loss_text_ce: 0.02604135125875473 (0.02850490811471385) - | > loss_mel_ce: 3.7946648597717285 (3.2470732575649355) - | > loss: 0.05969853326678276 (0.051180908886556006) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2701 (0.27953320623680106) - | > loader_time: 0.0079 (0.00846684012741103) - - - --> TIME: 2025-12-26 18:24:20 -- STEP: 1086/2207 -- GLOBAL_STEP: 74950 - | > loss_text_ce: 0.028227047994732857 (0.028503323876012537) - | > loss_mel_ce: 3.2368884086608887 (3.248324147465039) - | > loss: 0.05101742967963219 (0.051200429286334385) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2868 (0.2795374713989037) - | > loader_time: 0.0092 (0.008465507192945391) - - - --> TIME: 2025-12-26 18:24:29 -- STEP: 1111/2207 -- GLOBAL_STEP: 74975 - | > loss_text_ce: 0.028481852263212204 (0.028502181502650936) - | > loss_mel_ce: 3.348447322845459 (3.2486578810869506) - | > loss: 0.052764520049095154 (0.051205626030852394) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2674 (0.27946565968833714) - | > loader_time: 0.0078 (0.008462362950391107) - - - --> TIME: 2025-12-26 18:24:39 -- STEP: 1136/2207 -- GLOBAL_STEP: 75000 - | > loss_text_ce: 0.02799856849014759 (0.02850347028350013) - | > loss_mel_ce: 3.1449999809265137 (3.2487302307091954) - | > loss: 0.04957810416817665 (0.051206776636167295) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2867 (0.2794874938021249) - | > loader_time: 0.0082 (0.008456668383638621) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_75000.pth - - --> TIME: 2025-12-26 18:25:13 -- STEP: 1161/2207 -- GLOBAL_STEP: 75025 - | > loss_text_ce: 0.031178312376141548 (0.0285026312827371) - | > loss_mel_ce: 3.4044547080993652 (3.2484742258254253) - | > loss: 0.053681764751672745 (0.05120276345275372) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2669 (0.27946598133478223) - | > loader_time: 0.009 (0.008484057575130542) - - - --> TIME: 2025-12-26 18:25:23 -- STEP: 1186/2207 -- GLOBAL_STEP: 75050 - | > loss_text_ce: 0.02873758040368557 (0.028504357894672122) - | > loss_mel_ce: 3.43912410736084 (3.2488398157927074) - | > loss: 0.05418533831834793 (0.05120850277163123) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2959 (0.27950240568608176) - | > loader_time: 0.0083 (0.008488001147972993) - - - --> TIME: 2025-12-26 18:25:33 -- STEP: 1211/2207 -- GLOBAL_STEP: 75075 - | > loss_text_ce: 0.02830764465034008 (0.028505403642303497) - | > loss_mel_ce: 3.2454051971435547 (3.2498908997763287) - | > loss: 0.051151763647794724 (0.051224942302945) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2869 (0.2795413026723074) - | > loader_time: 0.0083 (0.008492246331703947) - - - --> TIME: 2025-12-26 18:25:42 -- STEP: 1236/2207 -- GLOBAL_STEP: 75100 - | > loss_text_ce: 0.028239984065294266 (0.028504135709521178) - | > loss_mel_ce: 3.017456293106079 (3.249391433490517) - | > loss: 0.047589004039764404 (0.05121711832938357) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2921 (0.27952771163681267) - | > loader_time: 0.0087 (0.00849609351852565) - - - --> TIME: 2025-12-26 18:25:52 -- STEP: 1261/2207 -- GLOBAL_STEP: 75125 - | > loss_text_ce: 0.02467103861272335 (0.02850648735832309) - | > loss_mel_ce: 3.2651073932647705 (3.249703339600166) - | > loss: 0.05140278860926628 (0.05122202860514951) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2868 (0.2796193524828805) - | > loader_time: 0.0082 (0.008493337623662738) - - - --> TIME: 2025-12-26 18:26:01 -- STEP: 1286/2207 -- GLOBAL_STEP: 75150 - | > loss_text_ce: 0.02739032171666622 (0.028504704903017503) - | > loss_mel_ce: 3.558516025543213 (3.2493977455848113) - | > loss: 0.0560297854244709 (0.05121722584228213) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2669 (0.2795482896164092) - | > loader_time: 0.0094 (0.008496152854076993) - - - --> TIME: 2025-12-26 18:26:11 -- STEP: 1311/2207 -- GLOBAL_STEP: 75175 - | > loss_text_ce: 0.027565591037273407 (0.02849649669905141) - | > loss_mel_ce: 3.055180311203003 (3.249360157823308) - | > loss: 0.04816790297627449 (0.05121651027865939) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2662 (0.27959944618102994) - | > loader_time: 0.0081 (0.008499165512422491) - - - --> TIME: 2025-12-26 18:26:21 -- STEP: 1336/2207 -- GLOBAL_STEP: 75200 - | > loss_text_ce: 0.02885270304977894 (0.02849596772554839) - | > loss_mel_ce: 3.042893648147583 (3.249249959063387) - | > loss: 0.04799603670835495 (0.051214780150996335) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2695 (0.2795518602796669) - | > loader_time: 0.0089 (0.008499139618730825) - - - --> TIME: 2025-12-26 18:26:30 -- STEP: 1361/2207 -- GLOBAL_STEP: 75225 - | > loss_text_ce: 0.029902134090662003 (0.028498609441494707) - | > loss_mel_ce: 3.500291585922241 (3.249806580168635) - | > loss: 0.055159278213977814 (0.05122351863754748) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2872 (0.27954379028471765) - | > loader_time: 0.0081 (0.008502271226186412) - - - --> TIME: 2025-12-26 18:26:40 -- STEP: 1386/2207 -- GLOBAL_STEP: 75250 - | > loss_text_ce: 0.027866052463650703 (0.028492165234848373) - | > loss_mel_ce: 3.4271719455718994 (3.2505726422066297) - | > loss: 0.05398496985435486 (0.05123538767158295) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2696 (0.27954005455386) - | > loader_time: 0.0087 (0.008503962904859922) - - - --> TIME: 2025-12-26 18:26:50 -- STEP: 1411/2207 -- GLOBAL_STEP: 75275 - | > loss_text_ce: 0.02856244333088398 (0.028493994955187323) - | > loss_mel_ce: 3.334455966949463 (3.2507683347084266) - | > loss: 0.052547164261341095 (0.05123847396417257) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2873 (0.2797294683611887) - | > loader_time: 0.0088 (0.00850119884769431) - - - --> TIME: 2025-12-26 18:27:00 -- STEP: 1436/2207 -- GLOBAL_STEP: 75300 - | > loss_text_ce: 0.031019749119877815 (0.02849155733709466) - | > loss_mel_ce: 3.231387138366699 (3.2496931204224695) - | > loss: 0.05097510665655136 (0.0512216356492142) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.267 (0.2797590027612577) - | > loader_time: 0.0086 (0.008497197149855838) - - - --> TIME: 2025-12-26 18:27:09 -- STEP: 1461/2207 -- GLOBAL_STEP: 75325 - | > loss_text_ce: 0.028467165306210518 (0.028490685061650447) - | > loss_mel_ce: 3.072627067565918 (3.2495388646879726) - | > loss: 0.04845459759235382 (0.05121921177272677) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2903 (0.27972408976153557) - | > loader_time: 0.008 (0.008494847445843718) - - - --> TIME: 2025-12-26 18:27:19 -- STEP: 1486/2207 -- GLOBAL_STEP: 75350 - | > loss_text_ce: 0.0268696378916502 (0.028487788925691947) - | > loss_mel_ce: 3.315735340118408 (3.2493359156925616) - | > loss: 0.05222820118069649 (0.051215995439048714) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2877 (0.2796719696768853) - | > loader_time: 0.0087 (0.008492415878686087) - - - --> TIME: 2025-12-26 18:27:28 -- STEP: 1511/2207 -- GLOBAL_STEP: 75375 - | > loss_text_ce: 0.02885393239557743 (0.028485856744418243) - | > loss_mel_ce: 3.4055657386779785 (3.247923921544689) - | > loss: 0.05366280674934387 (0.05119390283729127) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2629 (0.2795496962072054) - | > loader_time: 0.0083 (0.008491528420792269) - - - --> TIME: 2025-12-26 18:27:38 -- STEP: 1536/2207 -- GLOBAL_STEP: 75400 - | > loss_text_ce: 0.02771391160786152 (0.02848677139991197) - | > loss_mel_ce: 3.2657253742218018 (3.248063920686642) - | > loss: 0.051459990441799164 (0.05119610461406408) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2622 (0.27953057658548275) - | > loader_time: 0.0084 (0.008489634065578367) - - - --> TIME: 2025-12-26 18:27:47 -- STEP: 1561/2207 -- GLOBAL_STEP: 75425 - | > loss_text_ce: 0.027523530647158623 (0.028492182392977822) - | > loss_mel_ce: 3.0877363681793213 (3.247403208526719) - | > loss: 0.048675935715436935 (0.05118586552794126) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2957 (0.2795353154201383) - | > loader_time: 0.0081 (0.008489545990762444) - - - --> TIME: 2025-12-26 18:27:57 -- STEP: 1586/2207 -- GLOBAL_STEP: 75450 - | > loss_text_ce: 0.026772622019052505 (0.028483436796414907) - | > loss_mel_ce: 3.0845935344696045 (3.2463299783151056) - | > loss: 0.048615097999572754 (0.051168959658278175) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2869 (0.27954902534677395) - | > loader_time: 0.0076 (0.008484295758443387) - - - --> TIME: 2025-12-26 18:28:06 -- STEP: 1611/2207 -- GLOBAL_STEP: 75475 - | > loss_text_ce: 0.028487715870141983 (0.028479746312208246) - | > loss_mel_ce: 3.512401580810547 (3.246348404721545) - | > loss: 0.055326394736766815 (0.05116918990139927) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.268 (0.2795010862107764) - | > loader_time: 0.0081 (0.00847852548259447) - - - --> TIME: 2025-12-26 18:28:16 -- STEP: 1636/2207 -- GLOBAL_STEP: 75500 - | > loss_text_ce: 0.027832217514514923 (0.028475546470472103) - | > loss_mel_ce: 3.2282586097717285 (3.2459789495596385) - | > loss: 0.050876419991254807 (0.051163351534430856) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2915 (0.2794943039458083) - | > loader_time: 0.008 (0.008476090168894636) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_75500.pth - - --> TIME: 2025-12-26 18:28:50 -- STEP: 1661/2207 -- GLOBAL_STEP: 75525 - | > loss_text_ce: 0.029250947758555412 (0.028478463021685108) - | > loss_mel_ce: 3.173936128616333 (3.2460534045812524) - | > loss: 0.0500497967004776 (0.05116456046628706) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2669 (0.27949498605469897) - | > loader_time: 0.0084 (0.008480541681683532) - - - --> TIME: 2025-12-26 18:29:00 -- STEP: 1686/2207 -- GLOBAL_STEP: 75550 - | > loss_text_ce: 0.0273405984044075 (0.028482569666625775) - | > loss_mel_ce: 2.909013032913208 (3.2455735882547545) - | > loss: 0.045880526304244995 (0.0511571275023909) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.267 (0.2793562683770676) - | > loader_time: 0.009 (0.008485708938091804) - - - --> TIME: 2025-12-26 18:29:09 -- STEP: 1711/2207 -- GLOBAL_STEP: 75575 - | > loss_text_ce: 0.027768777683377266 (0.02849392427326399) - | > loss_mel_ce: 3.1333703994750977 (3.246333797238571) - | > loss: 0.04939280077815056 (0.0511691831857889) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2882 (0.2794417204876391) - | > loader_time: 0.0084 (0.00848877868897589) - - - --> TIME: 2025-12-26 18:29:19 -- STEP: 1736/2207 -- GLOBAL_STEP: 75600 - | > loss_text_ce: 0.0292130708694458 (0.028489619417304893) - | > loss_mel_ce: 2.97172474861145 (3.2461739904869535) - | > loss: 0.04688965529203415 (0.051166618942424705) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2673 (0.2794845523098109) - | > loader_time: 0.0088 (0.008489435306891856) - - - --> TIME: 2025-12-26 18:29:29 -- STEP: 1761/2207 -- GLOBAL_STEP: 75625 - | > loss_text_ce: 0.028141936287283897 (0.028484461147894522) - | > loss_mel_ce: 3.5913853645324707 (3.246223164444143) - | > loss: 0.056555114686489105 (0.05116730668644955) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2545 (0.27944986120264187) - | > loader_time: 0.0087 (0.008490164533113619) - - - --> TIME: 2025-12-26 18:29:38 -- STEP: 1786/2207 -- GLOBAL_STEP: 75650 - | > loss_text_ce: 0.02974388748407364 (0.028484418511615962) - | > loss_mel_ce: 3.3168411254882812 (3.2452136124635462) - | > loss: 0.05229039117693901 (0.05115153177037483) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2671 (0.2794028866331107) - | > loader_time: 0.0082 (0.008494956229061436) - - - --> TIME: 2025-12-26 18:29:48 -- STEP: 1811/2207 -- GLOBAL_STEP: 75675 - | > loss_text_ce: 0.027714816853404045 (0.028487538787202577) - | > loss_mel_ce: 3.2287769317626953 (3.2454761732091963) - | > loss: 0.05088268220424652 (0.05115568303579719) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2687 (0.27941483953656193) - | > loader_time: 0.0089 (0.008497222756101949) - - - --> TIME: 2025-12-26 18:29:57 -- STEP: 1836/2207 -- GLOBAL_STEP: 75700 - | > loss_text_ce: 0.028238102793693542 (0.028487433283741963) - | > loss_mel_ce: 3.370675563812256 (3.2448902718381945) - | > loss: 0.05310802534222603 (0.051146526676896856) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2879 (0.2794151569763316) - | > loader_time: 0.0081 (0.008499674028301015) - - - --> TIME: 2025-12-26 18:30:07 -- STEP: 1861/2207 -- GLOBAL_STEP: 75725 - | > loss_text_ce: 0.0263417549431324 (0.028487750449683776) - | > loss_mel_ce: 3.0168616771698 (3.244934764618133) - | > loss: 0.047550052404403687 (0.05114722683473275) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2698 (0.27941999648092797) - | > loader_time: 0.008 (0.008503748997765653) - - - --> TIME: 2025-12-26 18:30:17 -- STEP: 1886/2207 -- GLOBAL_STEP: 75750 - | > loss_text_ce: 0.02867002971470356 (0.02848391155766626) - | > loss_mel_ce: 3.23088002204895 (3.245022951608498) - | > loss: 0.05093047022819519 (0.05114854476784975) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2906 (0.2794254748970444) - | > loader_time: 0.0086 (0.008503753206004248) - - - --> TIME: 2025-12-26 18:30:26 -- STEP: 1911/2207 -- GLOBAL_STEP: 75775 - | > loss_text_ce: 0.02809242159128189 (0.02848403037865396) - | > loss_mel_ce: 3.1280157566070557 (3.2450999522446216) - | > loss: 0.049314189702272415 (0.05114974975897839) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2709 (0.2793799021804242) - | > loader_time: 0.0085 (0.008503707898717329) - - - --> TIME: 2025-12-26 18:30:36 -- STEP: 1936/2207 -- GLOBAL_STEP: 75800 - | > loss_text_ce: 0.027230270206928253 (0.02848551394841211) - | > loss_mel_ce: 3.2575595378875732 (3.244851880576) - | > loss: 0.051324840635061264 (0.05114589681972032) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2912 (0.2794019534321871) - | > loader_time: 0.009 (0.008506559882282208) - - - --> TIME: 2025-12-26 18:30:46 -- STEP: 1961/2207 -- GLOBAL_STEP: 75825 - | > loss_text_ce: 0.027990741655230522 (0.028492964965646097) - | > loss_mel_ce: 3.0958635807037354 (3.2445254125259533) - | > loss: 0.04881022498011589 (0.051140912181105544) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2629 (0.2794302359702103) - | > loader_time: 0.0078 (0.008514100468201257) - - - --> TIME: 2025-12-26 18:30:55 -- STEP: 1986/2207 -- GLOBAL_STEP: 75850 - | > loss_text_ce: 0.028785699978470802 (0.028497259314514307) - | > loss_mel_ce: 3.7493860721588135 (3.244384605238685) - | > loss: 0.05903393402695656 (0.05113877916721717) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2905 (0.27950177403975496) - | > loader_time: 0.0085 (0.008512716278928986) - - - --> TIME: 2025-12-26 18:31:05 -- STEP: 2011/2207 -- GLOBAL_STEP: 75875 - | > loss_text_ce: 0.028859876096248627 (0.02849667675215205) - | > loss_mel_ce: 3.260416269302368 (3.2444291361406155) - | > loss: 0.05139493942260742 (0.05113946585506125) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2914 (0.279517530624338) - | > loader_time: 0.0089 (0.008512763583440778) - - - --> TIME: 2025-12-26 18:31:15 -- STEP: 2036/2207 -- GLOBAL_STEP: 75900 - | > loss_text_ce: 0.028545038774609566 (0.028498647736352536) - | > loss_mel_ce: 3.0662310123443604 (3.245162755894989) - | > loss: 0.04835587739944458 (0.05115095945898523) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2871 (0.2794664471697494) - | > loader_time: 0.0082 (0.008509920247645632) - - - --> TIME: 2025-12-26 18:31:24 -- STEP: 2061/2207 -- GLOBAL_STEP: 75925 - | > loss_text_ce: 0.030773261561989784 (0.028498401776794847) - | > loss_mel_ce: 3.3690013885498047 (3.2448222467125416) - | > loss: 0.053121477365493774 (0.05114563516206037) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2882 (0.2795090836150634) - | > loader_time: 0.0082 (0.008508745181450603) - - - --> TIME: 2025-12-26 18:31:34 -- STEP: 2086/2207 -- GLOBAL_STEP: 75950 - | > loss_text_ce: 0.028117209672927856 (0.028497100534490814) - | > loss_mel_ce: 3.2481982707977295 (3.2445746143620853) - | > loss: 0.051192428916692734 (0.05114174557069345) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2669 (0.2794372803412842) - | > loader_time: 0.0082 (0.008509008676413705) - - - --> TIME: 2025-12-26 18:31:44 -- STEP: 2111/2207 -- GLOBAL_STEP: 75975 - | > loss_text_ce: 0.027265293523669243 (0.02850110717611904) - | > loss_mel_ce: 3.5624451637268066 (3.2446720435234218) - | > loss: 0.05608922615647316 (0.051143330504675705) - | > grad_norm: 0 (0.0) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.3236 (0.2795087932015654) - | > loader_time: 0.0079 (0.008508292830199311) - - - --> TIME: 2025-12-26 18:31:53 -- STEP: 2136/2207 -- GLOBAL_STEP: 76000 - | > loss_text_ce: 0.02771497517824173 (0.02849889295315197) - | > loss_mel_ce: 3.373234272003174 (3.244728252459107) - | > loss: 0.053139831870794296 (0.05114417417107449) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2878 (0.27947930104277247) - | > loader_time: 0.0088 (0.008507525541362674) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_76000.pth - - --> TIME: 2025-12-26 18:32:28 -- STEP: 2161/2207 -- GLOBAL_STEP: 76025 - | > loss_text_ce: 0.03056650422513485 (0.028498186415672477) - | > loss_mel_ce: 2.941533327102661 (3.2445256654888532) - | > loss: 0.04643905907869339 (0.051140997707085266) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.267 (0.2795397049296198) - | > loader_time: 0.0095 (0.008513532044544405) - - - --> TIME: 2025-12-26 18:32:37 -- STEP: 2186/2207 -- GLOBAL_STEP: 76050 - | > loss_text_ce: 0.029442545026540756 (0.02849358015277059) - | > loss_mel_ce: 2.75170636177063 (3.2438647735042507) - | > loss: 0.04345545172691345 (0.05113059929542223) - | > current_lr: 1.999984091227059e-05 - | > step_time: 0.2668 (0.27955343793099596) - | > loader_time: 0.0083 (0.00851503088184156) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.10745621371913601 (+0.02693082996316852) - | > avg_loss_text_ce: 0.0276795822145367 (-3.5353974011300554e-05) - | > avg_loss_mel_ce: 3.7725630966392725 (+0.02119288251206708) - | > avg_loss: 3.8002426769282365 (+0.021157527292096745) - - - > EPOCH: 11/12 - --> /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000 - - > TRAINING (2025-12-26 18:35:28)  - - --> TIME: 2025-12-26 18:35:33 -- STEP: 4/2207 -- GLOBAL_STEP: 76075 - | > loss_text_ce: 0.02755327895283699 (0.027924106922000647) - | > loss_mel_ce: 3.4745895862579346 (3.326134204864502) - | > loss: 0.054720982909202576 (0.052407161332666874) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2918 (0.27978748083114624) - | > loader_time: 0.0083 (0.009816348552703857) - - - --> TIME: 2025-12-26 18:35:42 -- STEP: 29/2207 -- GLOBAL_STEP: 76100 - | > loss_text_ce: 0.030366934835910797 (0.028350009036989046) - | > loss_mel_ce: 3.5372276306152344 (3.240666225038726) - | > loss: 0.055743664503097534 (0.05107837889728875) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2977 (0.27683859035886565) - | > loader_time: 0.0083 (0.008618215034747943) - - - --> TIME: 2025-12-26 18:35:52 -- STEP: 54/2207 -- GLOBAL_STEP: 76125 - | > loss_text_ce: 0.028747759759426117 (0.028470003011601942) - | > loss_mel_ce: 3.0890870094299316 (3.244285782178243) - | > loss: 0.048716168850660324 (0.051136809297733836) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2895 (0.2778089708752103) - | > loader_time: 0.008 (0.008555566823040997) - - - --> TIME: 2025-12-26 18:36:01 -- STEP: 79/2207 -- GLOBAL_STEP: 76150 - | > loss_text_ce: 0.028700023889541626 (0.028404795741544493) - | > loss_mel_ce: 3.1781933307647705 (3.244518319262734) - | > loss: 0.05010771006345749 (0.05113942378872557) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2873 (0.27908754650550555) - | > loader_time: 0.0087 (0.008504279052154928) - - - --> TIME: 2025-12-26 18:36:11 -- STEP: 104/2207 -- GLOBAL_STEP: 76175 - | > loss_text_ce: 0.029501618817448616 (0.02840566312750945) - | > loss_mel_ce: 3.1426446437835693 (3.2554910366351786) - | > loss: 0.04956478625535965 (0.05131088598416401) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2988 (0.2794825022037212) - | > loader_time: 0.0086 (0.008471491245123058) - - - --> TIME: 2025-12-26 18:36:21 -- STEP: 129/2207 -- GLOBAL_STEP: 76200 - | > loss_text_ce: 0.02995274029672146 (0.028276232771517695) - | > loss_mel_ce: 3.297744035720825 (3.2497549075488896) - | > loss: 0.05199526250362396 (0.051219236683244844) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2666 (0.2792686159296553) - | > loader_time: 0.0089 (0.008446734080943031) - - - --> TIME: 2025-12-26 18:36:30 -- STEP: 154/2207 -- GLOBAL_STEP: 76225 - | > loss_text_ce: 0.026851488277316093 (0.028303810564631767) - | > loss_mel_ce: 3.1961450576782227 (3.251576610973902) - | > loss: 0.050359319895505905 (0.05124813168273343) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2918 (0.27900065694536463) - | > loader_time: 0.0094 (0.008444730337564054) - - - --> TIME: 2025-12-26 18:36:40 -- STEP: 179/2207 -- GLOBAL_STEP: 76250 - | > loss_text_ce: 0.027952909469604492 (0.028274590617784576) - | > loss_mel_ce: 3.1654622554779053 (3.2503395493470078) - | > loss: 0.04989711195230484 (0.05122834602214769) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2676 (0.2788836489842588) - | > loader_time: 0.0082 (0.008482942368065183) - - - --> TIME: 2025-12-26 18:36:49 -- STEP: 204/2207 -- GLOBAL_STEP: 76275 - | > loss_text_ce: 0.030396854504942894 (0.02835846817413089) - | > loss_mel_ce: 3.077045440673828 (3.2514420373767017) - | > loss: 0.04855378717184067 (0.051246882964144716) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2697 (0.27851230490441387) - | > loader_time: 0.0082 (0.00850879327923644) - - - --> TIME: 2025-12-26 18:36:59 -- STEP: 229/2207 -- GLOBAL_STEP: 76300 - | > loss_text_ce: 0.02872605249285698 (0.028386447627471525) - | > loss_mel_ce: 3.29390025138855 (3.252538128190685) - | > loss: 0.05191603675484657 (0.05126444657036309) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2889 (0.27850259027106256) - | > loader_time: 0.0099 (0.008523956656976564) - - - --> TIME: 2025-12-26 18:37:09 -- STEP: 254/2207 -- GLOBAL_STEP: 76325 - | > loss_text_ce: 0.02956364117562771 (0.028400950771793138) - | > loss_mel_ce: 3.1540119647979736 (3.2519230025959756) - | > loss: 0.04974336922168732 (0.05125506187048483) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2882 (0.2785647581881424) - | > loader_time: 0.0084 (0.008553825964139209) - - - --> TIME: 2025-12-26 18:37:18 -- STEP: 279/2207 -- GLOBAL_STEP: 76350 - | > loss_text_ce: 0.029421858489513397 (0.02839953949721697) - | > loss_mel_ce: 3.1452901363372803 (3.247202940739183) - | > loss: 0.0496048741042614 (0.051181288843300164) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2915 (0.278784552782667) - | > loader_time: 0.0094 (0.008575576180625566) - - - --> TIME: 2025-12-26 18:37:28 -- STEP: 304/2207 -- GLOBAL_STEP: 76375 - | > loss_text_ce: 0.030859777703881264 (0.028393915376478906) - | > loss_mel_ce: 3.0349302291870117 (3.2475315850032) - | > loss: 0.047902967780828476 (0.05118633602059591) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2682 (0.2791039120209843) - | > loader_time: 0.0086 (0.00855911719171625) - - - --> TIME: 2025-12-26 18:37:38 -- STEP: 329/2207 -- GLOBAL_STEP: 76400 - | > loss_text_ce: 0.026775214821100235 (0.028420852944481337) - | > loss_mel_ce: 3.3600540161132812 (3.2447551115667927) - | > loss: 0.05291920527815819 (0.05114337452050398) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2914 (0.27889997691006635) - | > loader_time: 0.0085 (0.008571789982108727) - - - --> TIME: 2025-12-26 18:37:47 -- STEP: 354/2207 -- GLOBAL_STEP: 76425 - | > loss_text_ce: 0.025896884500980377 (0.028459980268304968) - | > loss_mel_ce: 2.9947152137756348 (3.2452200671373785) - | > loss: 0.04719706252217293 (0.05115125079949695) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2878 (0.2793040248633778) - | > loader_time: 0.0081 (0.008582097662370764) - - - --> TIME: 2025-12-26 18:37:57 -- STEP: 379/2207 -- GLOBAL_STEP: 76450 - | > loss_text_ce: 0.0274538341909647 (0.028468755533363387) - | > loss_mel_ce: 3.230142116546631 (3.2392202002391968) - | > loss: 0.050899937748909 (0.051057640010967714) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.291 (0.27927555886925354) - | > loader_time: 0.0086 (0.008587208775542978) - - - --> TIME: 2025-12-26 18:38:06 -- STEP: 404/2207 -- GLOBAL_STEP: 76475 - | > loss_text_ce: 0.030025817453861237 (0.028464864819578016) - | > loss_mel_ce: 3.3585338592529297 (3.239105409914904) - | > loss: 0.052946243435144424 (0.051055785600501696) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2908 (0.2790926671264195) - | > loader_time: 0.0092 (0.008597329701527512) - - - --> TIME: 2025-12-26 18:38:16 -- STEP: 429/2207 -- GLOBAL_STEP: 76500 - | > loss_text_ce: 0.029212504625320435 (0.028456895362525) - | > loss_mel_ce: 3.600022315979004 (3.241620590081026) - | > loss: 0.05670679360628128 (0.05109496074261919) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.289 (0.27912182630080995) - | > loader_time: 0.008 (0.008594295639536042) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_76500.pth - - --> TIME: 2025-12-26 18:38:51 -- STEP: 454/2207 -- GLOBAL_STEP: 76525 - | > loss_text_ce: 0.027661308646202087 (0.028445460776170706) - | > loss_mel_ce: 3.078929901123047 (3.2396781938191554) - | > loss: 0.04854048788547516 (0.0510644321514515) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.288 (0.279223646361397) - | > loader_time: 0.0079 (0.008611949004790861) - - - --> TIME: 2025-12-26 18:39:00 -- STEP: 479/2207 -- GLOBAL_STEP: 76550 - | > loss_text_ce: 0.026601707562804222 (0.028443980211535925) - | > loss_mel_ce: 3.4536221027374268 (3.2430626509831693) - | > loss: 0.05437849834561348 (0.051117291156832494) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2908 (0.27900978817073663) - | > loader_time: 0.0092 (0.0085996531245604) - - - --> TIME: 2025-12-26 18:39:09 -- STEP: 504/2207 -- GLOBAL_STEP: 76575 - | > loss_text_ce: 0.02730691432952881 (0.028425538993721442) - | > loss_mel_ce: 3.096026659011841 (3.2442016303539276) - | > loss: 0.04880208522081375 (0.0511347995627494) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2677 (0.27886486715740605) - | > loader_time: 0.0081 (0.008589617789737769) - - - --> TIME: 2025-12-26 18:39:19 -- STEP: 529/2207 -- GLOBAL_STEP: 76600 - | > loss_text_ce: 0.02623615972697735 (0.028416229306327596) - | > loss_mel_ce: 2.992464303970337 (3.242924647881088) - | > loss: 0.04716719314455986 (0.05111470124869129) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3076 (0.27868463997579457) - | > loader_time: 0.0086 (0.008577313900895297) - - - --> TIME: 2025-12-26 18:39:28 -- STEP: 554/2207 -- GLOBAL_STEP: 76625 - | > loss_text_ce: 0.028271352872252464 (0.028413972901415743) - | > loss_mel_ce: 3.4204750061035156 (3.239746762096667) - | > loss: 0.05388666316866875 (0.0510650115349878) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2887 (0.278544981557109) - | > loader_time: 0.0095 (0.008582736180577472) - - - --> TIME: 2025-12-26 18:39:38 -- STEP: 579/2207 -- GLOBAL_STEP: 76650 - | > loss_text_ce: 0.02775268256664276 (0.028430289506835023) - | > loss_mel_ce: 3.3831090927124023 (3.2377296136450897) - | > loss: 0.05329471454024315 (0.051033748529323845) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2667 (0.27862886649545177) - | > loader_time: 0.008 (0.008585101788113983) - - - --> TIME: 2025-12-26 18:39:48 -- STEP: 604/2207 -- GLOBAL_STEP: 76675 - | > loss_text_ce: 0.026103440672159195 (0.028427416437138982) - | > loss_mel_ce: 3.4148752689361572 (3.23761110629467) - | > loss: 0.05376529321074486 (0.051031851968327116) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2884 (0.27852532800459684) - | > loader_time: 0.0091 (0.008601390762834367) - - - --> TIME: 2025-12-26 18:39:57 -- STEP: 629/2207 -- GLOBAL_STEP: 76700 - | > loss_text_ce: 0.02849736623466015 (0.028446617967113022) - | > loss_mel_ce: 3.0908594131469727 (3.2379462089750835) - | > loss: 0.048739951103925705 (0.051037387972747955) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2915 (0.27878278996114303) - | > loader_time: 0.0086 (0.008600771711437435) - - - --> TIME: 2025-12-26 18:40:07 -- STEP: 654/2207 -- GLOBAL_STEP: 76725 - | > loss_text_ce: 0.029301967471837997 (0.02845591907631549) - | > loss_mel_ce: 3.3446786403656006 (3.238683279501189) - | > loss: 0.05271844565868378 (0.05104905002912797) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2691 (0.2787951187256278) - | > loader_time: 0.0081 (0.00859730579072912) - - - --> TIME: 2025-12-26 18:40:17 -- STEP: 679/2207 -- GLOBAL_STEP: 76750 - | > loss_text_ce: 0.02736814133822918 (0.02844762038960724) - | > loss_mel_ce: 3.2442069053649902 (3.2384552309544694) - | > loss: 0.051118358969688416 (0.05104535710017179) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2893 (0.27882681784819424) - | > loader_time: 0.0084 (0.008601977653110155) - - - --> TIME: 2025-12-26 18:40:26 -- STEP: 704/2207 -- GLOBAL_STEP: 76775 - | > loss_text_ce: 0.029537783935666084 (0.028442053867779163) - | > loss_mel_ce: 3.3125696182250977 (3.23888124153018) - | > loss: 0.0522204264998436 (0.051051926539829845) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2594 (0.2787424921989441) - | > loader_time: 0.0082 (0.008600711145184263) - - - --> TIME: 2025-12-26 18:40:36 -- STEP: 729/2207 -- GLOBAL_STEP: 76800 - | > loss_text_ce: 0.028287993744015694 (0.028451998704030028) - | > loss_mel_ce: 3.1804797649383545 (3.2418104627658964) - | > loss: 0.0501369945704937 (0.051097851006418914) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2702 (0.27864748591094657) - | > loader_time: 0.0084 (0.008595313881977441) - - - --> TIME: 2025-12-26 18:40:45 -- STEP: 754/2207 -- GLOBAL_STEP: 76825 - | > loss_text_ce: 0.027993451803922653 (0.028455914993738306) - | > loss_mel_ce: 3.1535685062408447 (3.243211562816913) - | > loss: 0.04971190541982651 (0.05111980438726492) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2887 (0.27854996808960186) - | > loader_time: 0.0088 (0.00859334424572852) - - - --> TIME: 2025-12-26 18:40:55 -- STEP: 779/2207 -- GLOBAL_STEP: 76850 - | > loss_text_ce: 0.026838507503271103 (0.02846324702052923) - | > loss_mel_ce: 3.1737918853759766 (3.2437810196956103) - | > loss: 0.05000985041260719 (0.05112881671556) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2679 (0.27853429393988643) - | > loader_time: 0.0094 (0.00859874479271788) - - - --> TIME: 2025-12-26 18:41:04 -- STEP: 804/2207 -- GLOBAL_STEP: 76875 - | > loss_text_ce: 0.02945268712937832 (0.028465345112690284) - | > loss_mel_ce: 2.991420269012451 (3.2438545075815117) - | > loss: 0.047201141715049744 (0.05112999775423784) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2669 (0.2785900929080904) - | > loader_time: 0.0082 (0.008601822366761934) - - - --> TIME: 2025-12-26 18:41:14 -- STEP: 829/2207 -- GLOBAL_STEP: 76900 - | > loss_text_ce: 0.02894349955022335 (0.028472182679072075) - | > loss_mel_ce: 3.075671911239624 (3.244518334097684) - | > loss: 0.048509616404771805 (0.05114047687649008) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2911 (0.2787415515384281) - | > loader_time: 0.0083 (0.008603618285911947) - - - --> TIME: 2025-12-26 18:41:24 -- STEP: 854/2207 -- GLOBAL_STEP: 76925 - | > loss_text_ce: 0.02569418214261532 (0.028458917731598053) - | > loss_mel_ce: 3.100703716278076 (3.2452502683398317) - | > loss: 0.04884996637701988 (0.051151706075919595) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2669 (0.27883756160736073) - | > loader_time: 0.0094 (0.008612368090091332) - - - --> TIME: 2025-12-26 18:41:34 -- STEP: 879/2207 -- GLOBAL_STEP: 76950 - | > loss_text_ce: 0.028166333213448524 (0.02846194756459932) - | > loss_mel_ce: 3.327000379562378 (3.2450256407328704) - | > loss: 0.05242447927594185 (0.05114824361293931) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2683 (0.27882763740010086) - | > loader_time: 0.0096 (0.008623503173984373) - - - --> TIME: 2025-12-26 18:41:43 -- STEP: 904/2207 -- GLOBAL_STEP: 76975 - | > loss_text_ce: 0.03045610338449478 (0.02847093005409151) - | > loss_mel_ce: 3.1821935176849365 (3.243620335000806) - | > loss: 0.050197649747133255 (0.05112642606934615) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2629 (0.2789484127960374) - | > loader_time: 0.0099 (0.008631740523650596) - - - --> TIME: 2025-12-26 18:41:53 -- STEP: 929/2207 -- GLOBAL_STEP: 77000 - | > loss_text_ce: 0.024867841973900795 (0.028474090701075365) - | > loss_mel_ce: 3.8527636528015137 (3.243895525311243) - | > loss: 0.060587991029024124 (0.051130775294083185) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2912 (0.2789791723627065) - | > loader_time: 0.0087 (0.008631090045103615) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_77000.pth - - --> TIME: 2025-12-26 18:42:27 -- STEP: 954/2207 -- GLOBAL_STEP: 77025 - | > loss_text_ce: 0.027607934549450874 (0.028477597073798284) - | > loss_mel_ce: 2.8810653686523438 (3.2445704227223584) - | > loss: 0.04544802010059357 (0.05114137534778448) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2877 (0.27899897673344976) - | > loader_time: 0.009 (0.008655049016140805) - - - --> TIME: 2025-12-26 18:42:37 -- STEP: 979/2207 -- GLOBAL_STEP: 77050 - | > loss_text_ce: 0.030392460525035858 (0.02848637126104581) - | > loss_mel_ce: 3.156308889389038 (3.242028611916687) - | > loss: 0.04979220777750015 (0.05110179664485301) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2881 (0.2789671274931366) - | > loader_time: 0.0105 (0.008687782823369758) - - - --> TIME: 2025-12-26 18:42:47 -- STEP: 1004/2207 -- GLOBAL_STEP: 77075 - | > loss_text_ce: 0.027945468202233315 (0.028469378564625503) - | > loss_mel_ce: 3.1060526371002197 (3.241319824737382) - | > loss: 0.04896872118115425 (0.051090456326436474) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2696 (0.27900366122979103) - | > loader_time: 0.0093 (0.008723364883210093) - - - --> TIME: 2025-12-26 18:42:56 -- STEP: 1029/2207 -- GLOBAL_STEP: 77100 - | > loss_text_ce: 0.030553221702575684 (0.02847575337650477) - | > loss_mel_ce: 3.167560577392578 (3.241654769788099) - | > loss: 0.04997052997350693 (0.0510957894486577) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2877 (0.27903047595010216) - | > loader_time: 0.0083 (0.00873087678173426) - - - --> TIME: 2025-12-26 18:43:06 -- STEP: 1054/2207 -- GLOBAL_STEP: 77125 - | > loss_text_ce: 0.027842404320836067 (0.02847978913629926) - | > loss_mel_ce: 3.201298475265503 (3.240596338965183) - | > loss: 0.050455328077077866 (0.05107931452723789) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2914 (0.2790217566987822) - | > loader_time: 0.0089 (0.008733750973073547) - - - --> TIME: 2025-12-26 18:43:16 -- STEP: 1079/2207 -- GLOBAL_STEP: 77150 - | > loss_text_ce: 0.030789831653237343 (0.028470158763402476) - | > loss_mel_ce: 3.275624990463257 (3.240523535416456) - | > loss: 0.05166273191571236 (0.051078026497993784) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2884 (0.27955182069313556) - | > loader_time: 0.0095 (0.008735521730170202) - - - --> TIME: 2025-12-26 18:43:26 -- STEP: 1104/2207 -- GLOBAL_STEP: 77175 - | > loss_text_ce: 0.027588538825511932 (0.02846544295839587) - | > loss_mel_ce: 3.191793918609619 (3.2393217760583632) - | > loss: 0.05030285194516182 (0.05105917531646032) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2887 (0.2796486223089524) - | > loader_time: 0.0099 (0.008744112175443908) - - - --> TIME: 2025-12-26 18:43:35 -- STEP: 1129/2207 -- GLOBAL_STEP: 77200 - | > loss_text_ce: 0.02866869419813156 (0.028470455691139186) - | > loss_mel_ce: 3.0809102058410645 (3.2387034865582915) - | > loss: 0.048587169498205185 (0.05104959286267615) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2701 (0.2796794527711017) - | > loader_time: 0.0095 (0.008753021170968404) - - - --> TIME: 2025-12-26 18:43:45 -- STEP: 1154/2207 -- GLOBAL_STEP: 77225 - | > loss_text_ce: 0.029066113755106926 (0.028465568183225612) - | > loss_mel_ce: 3.4912214279174805 (3.2377236513372534) - | > loss: 0.05500449240207672 (0.05103420656645734) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2667 (0.27969640937587015) - | > loader_time: 0.0104 (0.008764816528796335) - - - --> TIME: 2025-12-26 18:43:55 -- STEP: 1179/2207 -- GLOBAL_STEP: 77250 - | > loss_text_ce: 0.028696173802018166 (0.028470915461794817) - | > loss_mel_ce: 2.9501895904541016 (3.237222062014645) - | > loss: 0.04654508829116821 (0.051026452778253246) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2881 (0.2797064210925696) - | > loader_time: 0.0092 (0.008788517918801099) - - - --> TIME: 2025-12-26 18:44:04 -- STEP: 1204/2207 -- GLOBAL_STEP: 77275 - | > loss_text_ce: 0.028850233182311058 (0.028467667522682403) - | > loss_mel_ce: 3.1064953804016113 (3.2362481003187833) - | > loss: 0.04898977652192116 (0.051011183877719996) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.268 (0.2797042830441875) - | > loader_time: 0.0095 (0.00880344266511278) - - - --> TIME: 2025-12-26 18:44:14 -- STEP: 1229/2207 -- GLOBAL_STEP: 77300 - | > loss_text_ce: 0.02607744373381138 (0.028472046989968774) - | > loss_mel_ce: 3.2960610389709473 (3.235376294790196) - | > loss: 0.05190841481089592 (0.050997630346708914) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2886 (0.2798562787042776) - | > loader_time: 0.0097 (0.008814152127072726) - - - --> TIME: 2025-12-26 18:44:24 -- STEP: 1254/2207 -- GLOBAL_STEP: 77325 - | > loss_text_ce: 0.03019668348133564 (0.028481317190913874) - | > loss_mel_ce: 3.0860512256622314 (3.236033199696639) - | > loss: 0.04869137331843376 (0.051008039336812) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2694 (0.279818185398643) - | > loader_time: 0.0088 (0.008826872378445136) - - - --> TIME: 2025-12-26 18:44:34 -- STEP: 1279/2207 -- GLOBAL_STEP: 77350 - | > loss_text_ce: 0.029982032254338264 (0.02847985074978447) - | > loss_mel_ce: 3.1099467277526855 (3.2367318237638734) - | > loss: 0.04906138777732849 (0.05101893242795177) - | > grad_norm: 0 (0.0) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2872 (0.2798618064251049) - | > loader_time: 0.0096 (0.00883020452450178) - - - --> TIME: 2025-12-26 18:44:43 -- STEP: 1304/2207 -- GLOBAL_STEP: 77375 - | > loss_text_ce: 0.029672548174858093 (0.02847488940567738) - | > loss_mel_ce: 3.260866641998291 (3.2372209385860184) - | > loss: 0.05141467601060867 (0.05102649732761407) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2962 (0.279778135334787) - | > loader_time: 0.0086 (0.008838409477947689) - - - --> TIME: 2025-12-26 18:44:53 -- STEP: 1329/2207 -- GLOBAL_STEP: 77400 - | > loss_text_ce: 0.029069386422634125 (0.02847405265458909) - | > loss_mel_ce: 2.9507675170898438 (3.2364250382953696) - | > loss: 0.046559952199459076 (0.05101404831015231) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2672 (0.279800325878766) - | > loader_time: 0.0099 (0.008849558030150731) - - - --> TIME: 2025-12-26 18:45:02 -- STEP: 1354/2207 -- GLOBAL_STEP: 77425 - | > loss_text_ce: 0.028717035427689552 (0.028470665241207824) - | > loss_mel_ce: 3.238875150680542 (3.2357179181790596) - | > loss: 0.05105612799525261 (0.051002946631374904) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2666 (0.2797469576845491) - | > loader_time: 0.0095 (0.008861168624731436) - - - --> TIME: 2025-12-26 18:45:12 -- STEP: 1379/2207 -- GLOBAL_STEP: 77450 - | > loss_text_ce: 0.030025554820895195 (0.028469713828901264) - | > loss_mel_ce: 3.659090757369995 (3.2366211742832665) - | > loss: 0.05764244124293327 (0.05101704513998549) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2673 (0.2797339705992123) - | > loader_time: 0.009 (0.008868956756038552) - - - --> TIME: 2025-12-26 18:45:22 -- STEP: 1404/2207 -- GLOBAL_STEP: 77475 - | > loss_text_ce: 0.02893776074051857 (0.028476415865356767) - | > loss_mel_ce: 3.5774776935577393 (3.238175418811646) - | > loss: 0.05635024234652519 (0.051041434930260726) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2909 (0.27964550800133264) - | > loader_time: 0.0082 (0.008871728538447981) - - - --> TIME: 2025-12-26 18:45:31 -- STEP: 1429/2207 -- GLOBAL_STEP: 77500 - | > loss_text_ce: 0.024822553619742393 (0.02847343137744551) - | > loss_mel_ce: 3.4797487258911133 (3.2376295372353643) - | > loss: 0.05475892499089241 (0.05103285889877067) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2906 (0.2795997456790181) - | > loader_time: 0.0091 (0.008865504435011365) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_77500.pth - - --> TIME: 2025-12-26 18:46:06 -- STEP: 1454/2207 -- GLOBAL_STEP: 77525 - | > loss_text_ce: 0.030959313735365868 (0.028473818549140776) - | > loss_mel_ce: 3.4375522136688232 (3.2375380102509155) - | > loss: 0.05419549345970154 (0.05103143484189473) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2588 (0.27963094796570276) - | > loader_time: 0.0094 (0.008877688129797605) - - - --> TIME: 2025-12-26 18:46:15 -- STEP: 1479/2207 -- GLOBAL_STEP: 77550 - | > loss_text_ce: 0.026863934472203255 (0.02846340398840037) - | > loss_mel_ce: 3.1678366661071777 (3.2365651225785776) - | > loss: 0.04991719871759415 (0.051016070747129674) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.291 (0.2796170735697714) - | > loader_time: 0.009 (0.008888224800991974) - - - --> TIME: 2025-12-26 18:46:25 -- STEP: 1504/2207 -- GLOBAL_STEP: 77575 - | > loss_text_ce: 0.029093941673636436 (0.02846291351894987) - | > loss_mel_ce: 3.371005058288574 (3.236263193031575) - | > loss: 0.05312654748558998 (0.0510113454359445) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2636 (0.2796023041009899) - | > loader_time: 0.0102 (0.008891621168623588) - - - --> TIME: 2025-12-26 18:46:34 -- STEP: 1529/2207 -- GLOBAL_STEP: 77600 - | > loss_text_ce: 0.028175119310617447 (0.028469184900836823) - | > loss_mel_ce: 3.323124408721924 (3.2365292490815087) - | > loss: 0.052364055067300797 (0.05101560055478639) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3023 (0.2795772098730867) - | > loader_time: 0.0093 (0.008892629098237311) - - - --> TIME: 2025-12-26 18:46:44 -- STEP: 1554/2207 -- GLOBAL_STEP: 77625 - | > loss_text_ce: 0.026646001264452934 (0.02846265981450888) - | > loss_mel_ce: 3.1285500526428223 (3.2368098070876172) - | > loss: 0.0492999367415905 (0.05101988231823176) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2906 (0.27959725295254584) - | > loader_time: 0.0083 (0.008892723185368653) - - - --> TIME: 2025-12-26 18:46:54 -- STEP: 1579/2207 -- GLOBAL_STEP: 77650 - | > loss_text_ce: 0.029372259974479675 (0.028453044253599048) - | > loss_mel_ce: 3.0140576362609863 (3.237355043949999) - | > loss: 0.047553591430187225 (0.05102825139786642) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2703 (0.2796294865840741) - | > loader_time: 0.0096 (0.008892020520868007) - - - --> TIME: 2025-12-26 18:47:04 -- STEP: 1604/2207 -- GLOBAL_STEP: 77675 - | > loss_text_ce: 0.03028406761586666 (0.028451028135965145) - | > loss_mel_ce: 3.193387031555176 (3.2366834065860646) - | > loss: 0.05036986246705055 (0.05101772556151091) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2674 (0.27967758829754163) - | > loader_time: 0.0086 (0.008887217526423975) - - - --> TIME: 2025-12-26 18:47:13 -- STEP: 1629/2207 -- GLOBAL_STEP: 77700 - | > loss_text_ce: 0.030793659389019012 (0.028445894979146305) - | > loss_mel_ce: 3.0936965942382812 (3.2359032778742858) - | > loss: 0.04882016032934189 (0.05100545583966323) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2673 (0.279610905492137) - | > loader_time: 0.0085 (0.008885889861245635) - - - --> TIME: 2025-12-26 18:47:23 -- STEP: 1654/2207 -- GLOBAL_STEP: 77725 - | > loss_text_ce: 0.029394833371043205 (0.028442977578519983) - | > loss_mel_ce: 3.099526882171631 (3.2358772330878005) - | > loss: 0.0488894023001194 (0.05100500330491108) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2893 (0.27959459047075286) - | > loader_time: 0.0079 (0.008882686045322646) - - - --> TIME: 2025-12-26 18:47:32 -- STEP: 1679/2207 -- GLOBAL_STEP: 77750 - | > loss_text_ce: 0.027710091322660446 (0.028438831288467355) - | > loss_mel_ce: 3.0219175815582275 (3.2352714179313344) - | > loss: 0.04765043407678604 (0.05099547266108144) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2906 (0.27958717638712055) - | > loader_time: 0.0099 (0.00888115568768775) - - - --> TIME: 2025-12-26 18:47:42 -- STEP: 1704/2207 -- GLOBAL_STEP: 77775 - | > loss_text_ce: 0.029714345932006836 (0.02843475295121436) - | > loss_mel_ce: 3.222139596939087 (3.2360454702601187) - | > loss: 0.05081021785736084 (0.05100750350371495) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2889 (0.2795923071008326) - | > loader_time: 0.0091 (0.008880259145593442) - - - --> TIME: 2025-12-26 18:47:52 -- STEP: 1729/2207 -- GLOBAL_STEP: 77800 - | > loss_text_ce: 0.029237335547804832 (0.02843356854295786) - | > loss_mel_ce: 3.056673288345337 (3.2353470348911935) - | > loss: 0.048217352479696274 (0.050996571938690956) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.306 (0.27959724504041633) - | > loader_time: 0.0093 (0.008878413482233605) - - - --> TIME: 2025-12-26 18:48:01 -- STEP: 1754/2207 -- GLOBAL_STEP: 77825 - | > loss_text_ce: 0.02727603167295456 (0.028432496410275267) - | > loss_mel_ce: 3.1551461219787598 (3.2345479620767157) - | > loss: 0.04972534626722336 (0.050984069673151236) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2698 (0.2796093362766897) - | > loader_time: 0.0088 (0.008877903732769598) - - - --> TIME: 2025-12-26 18:48:11 -- STEP: 1779/2207 -- GLOBAL_STEP: 77850 - | > loss_text_ce: 0.029735876247286797 (0.02843661024797961) - | > loss_mel_ce: 3.30867338180542 (3.2344959966917934) - | > loss: 0.052162643522024155 (0.05098332199590003) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2673 (0.2795423123861972) - | > loader_time: 0.0086 (0.008874698191830947) - - - --> TIME: 2025-12-26 18:48:20 -- STEP: 1804/2207 -- GLOBAL_STEP: 77875 - | > loss_text_ce: 0.026523202657699585 (0.02843507734269829) - | > loss_mel_ce: 3.1697516441345215 (3.2338974404493617) - | > loss: 0.04994179308414459 (0.05097394560705335) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3066 (0.2795383051335141) - | > loader_time: 0.0086 (0.00887205912638665) - - - --> TIME: 2025-12-26 18:48:30 -- STEP: 1829/2207 -- GLOBAL_STEP: 77900 - | > loss_text_ce: 0.025550249963998795 (0.028435324428184493) - | > loss_mel_ce: 3.010570526123047 (3.2335961909161166) - | > loss: 0.04743938893079758 (0.050969242444694744) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3069 (0.27956504415070854) - | > loader_time: 0.0099 (0.008871132458018918) - - - --> TIME: 2025-12-26 18:48:40 -- STEP: 1854/2207 -- GLOBAL_STEP: 77925 - | > loss_text_ce: 0.026484891772270203 (0.02843378770678528) - | > loss_mel_ce: 3.518221855163574 (3.23343328506301) - | > loss: 0.05538604408502579 (0.05096667302730208) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3069 (0.2796063115810231) - | > loader_time: 0.0089 (0.008874466761287647) - - - --> TIME: 2025-12-26 18:48:49 -- STEP: 1879/2207 -- GLOBAL_STEP: 77950 - | > loss_text_ce: 0.024520978331565857 (0.028436370573624643) - | > loss_mel_ce: 3.084439754486084 (3.232797743602913) - | > loss: 0.04857750982046127 (0.05095678304598141) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2874 (0.2795722913462906) - | > loader_time: 0.0094 (0.008871439862213242) - - - --> TIME: 2025-12-26 18:48:59 -- STEP: 1904/2207 -- GLOBAL_STEP: 77975 - | > loss_text_ce: 0.02873215824365616 (0.02843987077627206) - | > loss_mel_ce: 3.192657232284546 (3.232237666720102) - | > loss: 0.05033420771360397 (0.0509480865351355) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2874 (0.2795992810435645) - | > loader_time: 0.0081 (0.00886446913751236) - - - --> TIME: 2025-12-26 18:49:09 -- STEP: 1929/2207 -- GLOBAL_STEP: 78000 - | > loss_text_ce: 0.029951870441436768 (0.028444559522409586) - | > loss_mel_ce: 3.4030110836029053 (3.23245055617416) - | > loss: 0.05364004522562027 (0.050951486195598396) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.288 (0.2796167390466406) - | > loader_time: 0.0083 (0.008858825580761086) - - - > CHECKPOINT : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-26-2025_03+25PM-0000000/checkpoint_78000.pth - - --> TIME: 2025-12-26 18:49:42 -- STEP: 1954/2207 -- GLOBAL_STEP: 78025 - | > loss_text_ce: 0.029546713456511497 (0.02843851972363714) - | > loss_mel_ce: 3.1352412700653076 (3.232223406784854) - | > loss: 0.04944981262087822 (0.05094784261237454) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2701 (0.27964911490160116) - | > loader_time: 0.0094 (0.008869848085401515) - - - --> TIME: 2025-12-26 18:49:52 -- STEP: 1979/2207 -- GLOBAL_STEP: 78050 - | > loss_text_ce: 0.03002789616584778 (0.028433832826074958) - | > loss_mel_ce: 3.0979385375976562 (3.2321176462669814) - | > loss: 0.04887447506189346 (0.05094611687287351) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2923 (0.27966890918178366) - | > loader_time: 0.0104 (0.008872493461504823) - - - --> TIME: 2025-12-26 18:50:02 -- STEP: 2004/2207 -- GLOBAL_STEP: 78075 - | > loss_text_ce: 0.02730989083647728 (0.028432220326524652) - | > loss_mel_ce: 3.790254831314087 (3.232776851949102) - | > loss: 0.059649448841810226 (0.0509563917647341) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.3214 (0.2796655737473331) - | > loader_time: 0.0087 (0.00887368670004811) - - - --> TIME: 2025-12-26 18:50:11 -- STEP: 2029/2207 -- GLOBAL_STEP: 78100 - | > loss_text_ce: 0.028728673234581947 (0.028431812606057903) - | > loss_mel_ce: 3.3652422428131104 (3.2335624242428196) - | > loss: 0.053030796349048615 (0.05096865996182289) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2968 (0.27972913046903025) - | > loader_time: 0.0095 (0.008878110017959823) - - - --> TIME: 2025-12-26 18:50:21 -- STEP: 2054/2207 -- GLOBAL_STEP: 78125 - | > loss_text_ce: 0.030516687780618668 (0.02843844334793503) - | > loss_mel_ce: 3.24049711227417 (3.2341606211871228) - | > loss: 0.051109589636325836 (0.05097811039765716) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2891 (0.27969028445970834) - | > loader_time: 0.0081 (0.008880642860286333) - - - --> TIME: 2025-12-26 18:50:31 -- STEP: 2079/2207 -- GLOBAL_STEP: 78150 - | > loss_text_ce: 0.02688022330403328 (0.028439415424359772) - | > loss_mel_ce: 3.3593859672546387 (3.234638448860164) - | > loss: 0.05291040986776352 (0.05098559164467658) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.271 (0.279701241740473) - | > loader_time: 0.0086 (0.008882290701157454) - - - --> TIME: 2025-12-26 18:50:40 -- STEP: 2104/2207 -- GLOBAL_STEP: 78175 - | > loss_text_ce: 0.027825672179460526 (0.02844047521244551) - | > loss_mel_ce: 3.1415913105010986 (3.235117570075698) - | > loss: 0.04952213913202286 (0.050993094472179194) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2695 (0.2797646286822987) - | > loader_time: 0.0078 (0.008877920107243203) - - - --> TIME: 2025-12-26 18:50:50 -- STEP: 2129/2207 -- GLOBAL_STEP: 78200 - | > loss_text_ce: 0.02734287455677986 (0.02843843409402262) - | > loss_mel_ce: 3.2411725521087646 (3.2353584740631107) - | > loss: 0.051070552319288254 (0.050996826705293194) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2698 (0.2797999458169636) - | > loader_time: 0.0101 (0.008878890647189412) - - - --> TIME: 2025-12-26 18:51:00 -- STEP: 2154/2207 -- GLOBAL_STEP: 78225 - | > loss_text_ce: 0.027265088632702827 (0.02843906189174069) - | > loss_mel_ce: 3.172513484954834 (3.23655556614131) - | > loss: 0.04999653995037079 (0.05101554108024365) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2914 (0.27979934126996414) - | > loader_time: 0.0089 (0.008885474036773732) - - - --> TIME: 2025-12-26 18:51:09 -- STEP: 2179/2207 -- GLOBAL_STEP: 78250 - | > loss_text_ce: 0.027238352224230766 (0.028440236646943604) - | > loss_mel_ce: 3.1119444370269775 (3.2369716716720833) - | > loss: 0.049049731343984604 (0.05102206108396676) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2919 (0.279789123473882) - | > loader_time: 0.0082 (0.008886995748841166) - - - --> TIME: 2025-12-26 18:51:19 -- STEP: 2204/2207 -- GLOBAL_STEP: 78275 - | > loss_text_ce: 0.027152754366397858 (0.028441662196164615) - | > loss_mel_ce: 3.2825725078582764 (3.236936985797327) - | > loss: 0.0517144575715065 (0.05102154139273829) - | > current_lr: 1.9999803595518558e-05 - | > step_time: 0.2882 (0.2797760436625739) - | > loader_time: 0.0086 (0.00888729279357165) - - - > EVALUATION  - - - --> EVAL PERFORMANCE - | > avg_loader_time: 0.0819671556756303 (-0.025489058043505708) - | > avg_loss_text_ce: 0.027631033576924254 (-4.8548637612444434e-05) - | > avg_loss_mel_ce: 3.7634712054922774 (-0.009091891146995046) - | > avg_loss: 3.7911022402144767 (-0.009140436713759748) + | > avg_loader_time: 0.09621137058412707 (+0) + | > avg_loss_text_ce: 0.02763863269088639 (+0) + | > avg_loss_mel_ce: 3.778564485343727 (+0) + | > avg_loss: 3.806203123685476 (+0) + > BEST MODEL : /workspace/training_output/XTTS_Dahih_OmarSamir_Finetune-December-27-2025_01+20PM-0000000/best_model_78001.pth