diff --git "a/trainer_0_log.txt" "b/trainer_0_log.txt" new file mode 100644--- /dev/null +++ "b/trainer_0_log.txt" @@ -0,0 +1,28194 @@ + > Training Environment: + | > Backend: Torch + | > Mixed precision: False + | > Precision: float32 + | > Current device: 0 + | > Num. of GPUs: 1 + | > Num. of CPUs: 12 + | > Num. of Torch Threads: 1 + | > Torch seed: 54321 + | > Torch CUDNN: True + | > Torch CUDNN deterministic: False + | > Torch CUDNN benchmark: False + | > Torch TF32 MatMul: True + > Start Tensorboard: tensorboard --logdir=/checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > Model has 532793243 parameters + + > EPOCH: 0/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-23 21:37:08)  + + --> TIME: 2024-12-23 21:37:09 -- STEP: 0/7738 -- GLOBAL_STEP: 0 + | > loss_text_ce: 0.0442376546561718 (0.0442376546561718) + | > loss_mel_ce: 2.887118101119995 (2.887118101119995) + | > loss: 0.7328389286994934 (0.7328389286994934) + | > current_lr: 5e-06 + | > step_time: 0.3004 (0.3003811836242676) + | > loader_time: 0.7244 (0.7244291305541992) + + + --> TIME: 2024-12-23 21:37:20 -- STEP: 50/7738 -- GLOBAL_STEP: 50 + | > loss_text_ce: 0.042954981327056885 (0.042765584513545035) + | > loss_mel_ce: 2.8068294525146484 (2.874466509819031) + | > loss: 0.7124460935592651 (0.7293080270290375) + | > current_lr: 5e-06 + | > step_time: 0.112 (0.12478197574615477) + | > loader_time: 0.0077 (0.007855544090270995) + + + --> TIME: 2024-12-23 21:37:32 -- STEP: 100/7738 -- GLOBAL_STEP: 100 + | > loss_text_ce: 0.04857486113905907 (0.043080586604774) + | > loss_mel_ce: 2.9531636238098145 (2.8737499523162846) + | > loss: 0.7504346370697021 (0.7292076343297959) + | > current_lr: 5e-06 + | > step_time: 0.0913 (0.12802454948425296) + | > loader_time: 0.0078 (0.007471106052398681) + + + --> TIME: 2024-12-23 21:37:44 -- STEP: 150/7738 -- GLOBAL_STEP: 150 + | > loss_text_ce: 0.043765533715486526 (0.04303877336283525) + | > loss_mel_ce: 2.8741626739501953 (2.8868279647827153) + | > loss: 0.7294820547103882 (0.7324666837851207) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.1279061794281006) + | > loader_time: 0.0049 (0.007228790918986001) + + + --> TIME: 2024-12-23 21:37:55 -- STEP: 200/7738 -- GLOBAL_STEP: 200 + | > loss_text_ce: 0.0389644131064415 (0.042928098998963854) + | > loss_mel_ce: 2.743712902069092 (2.8905410850048074) + | > loss: 0.6956693530082703 (0.7333672964572909) + | > current_lr: 5e-06 + | > step_time: 0.1029 (0.12803800940513607) + | > loader_time: 0.0057 (0.007016712427139281) + + + --> TIME: 2024-12-23 21:38:06 -- STEP: 250/7738 -- GLOBAL_STEP: 250 + | > loss_text_ce: 0.044975604861974716 (0.04282856389880182) + | > loss_mel_ce: 3.078312397003174 (2.8956591930389415) + | > loss: 0.7808219790458679 (0.7346219408512118) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.12713273906707756) + | > loader_time: 0.0045 (0.006860585212707519) + + + --> TIME: 2024-12-23 21:38:18 -- STEP: 300/7738 -- GLOBAL_STEP: 300 + | > loss_text_ce: 0.045470789074897766 (0.042794626889129495) + | > loss_mel_ce: 2.855335235595703 (2.897440455754598) + | > loss: 0.7252014875411987 (0.7350587719678882) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12766023159027085) + | > loader_time: 0.0047 (0.006690753300984699) + + + --> TIME: 2024-12-23 21:38:29 -- STEP: 350/7738 -- GLOBAL_STEP: 350 + | > loss_text_ce: 0.044630616903305054 (0.04288872809282374) + | > loss_mel_ce: 2.8603873252868652 (2.8984910563060224) + | > loss: 0.7262544631958008 (0.7353449474062238) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.12748181479317788) + | > loader_time: 0.0061 (0.006534017154148646) + + + --> TIME: 2024-12-23 21:38:41 -- STEP: 400/7738 -- GLOBAL_STEP: 400 + | > loss_text_ce: 0.04687333106994629 (0.04289952222257856) + | > loss_mel_ce: 2.9847211837768555 (2.901922203898431) + | > loss: 0.7578986287117004 (0.7362054325640202) + | > current_lr: 5e-06 + | > step_time: 0.1038 (0.12798989713191963) + | > loader_time: 0.0062 (0.0064356565475463855) + + + --> TIME: 2024-12-23 21:38:53 -- STEP: 450/7738 -- GLOBAL_STEP: 450 + | > loss_text_ce: 0.041655514389276505 (0.042890776238507726) + | > loss_mel_ce: 2.9100961685180664 (2.899932749006484) + | > loss: 0.7379379272460938 (0.7357058825757768) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.12849515914916976) + | > loader_time: 0.0046 (0.006366733445061576) + + + --> TIME: 2024-12-23 21:39:04 -- STEP: 500/7738 -- GLOBAL_STEP: 500 + | > loss_text_ce: 0.04213562235236168 (0.042878683440387276) + | > loss_mel_ce: 2.8830456733703613 (2.9037202525138865) + | > loss: 0.7312953472137451 (0.736649735212326) + | > current_lr: 5e-06 + | > step_time: 0.0911 (0.12818789768218988) + | > loader_time: 0.0056 (0.006272907257080077) + + + --> TIME: 2024-12-23 21:39:16 -- STEP: 550/7738 -- GLOBAL_STEP: 550 + | > loss_text_ce: 0.043054450303316116 (0.04289358268407261) + | > loss_mel_ce: 2.85072660446167 (2.90486698367379) + | > loss: 0.7234452366828918 (0.7369401426748796) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12855847445401272) + | > loader_time: 0.0047 (0.00620266090739857) + + + --> TIME: 2024-12-23 21:39:28 -- STEP: 600/7738 -- GLOBAL_STEP: 600 + | > loss_text_ce: 0.04577931761741638 (0.04290641321490212) + | > loss_mel_ce: 2.8183343410491943 (2.903077142238619) + | > loss: 0.7160283923149109 (0.7364958900213243) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.12832221905390412) + | > loader_time: 0.005 (0.006136264403661093) + + + --> TIME: 2024-12-23 21:39:39 -- STEP: 650/7738 -- GLOBAL_STEP: 650 + | > loss_text_ce: 0.041849322617053986 (0.042930695918890205) + | > loss_mel_ce: 2.703657388687134 (2.9035342946419367) + | > loss: 0.686376690864563 (0.7366162487176752) + | > current_lr: 5e-06 + | > step_time: 0.1618 (0.12810803963587816) + | > loader_time: 0.005 (0.006072732485257665) + + + --> TIME: 2024-12-23 21:39:50 -- STEP: 700/7738 -- GLOBAL_STEP: 700 + | > loss_text_ce: 0.04238354414701462 (0.04288513869047172) + | > loss_mel_ce: 2.8500759601593018 (2.9040237733296013) + | > loss: 0.7231148481369019 (0.7367272287607196) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12818689516612444) + | > loader_time: 0.0048 (0.006022156306675505) + + + --> TIME: 2024-12-23 21:40:02 -- STEP: 750/7738 -- GLOBAL_STEP: 750 + | > loss_text_ce: 0.04429246485233307 (0.042905588939786014) + | > loss_mel_ce: 3.080253839492798 (2.9033556063969965) + | > loss: 0.7811365723609924 (0.7365652997493747) + | > current_lr: 5e-06 + | > step_time: 0.1487 (0.12796155707041393) + | > loader_time: 0.0072 (0.005969862937927248) + + + --> TIME: 2024-12-23 21:40:13 -- STEP: 800/7738 -- GLOBAL_STEP: 800 + | > loss_text_ce: 0.04336853697896004 (0.04292944578919565) + | > loss_mel_ce: 2.966602325439453 (2.904914144277576) + | > loss: 0.7524927258491516 (0.7369608982652429) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.12793249845504728) + | > loader_time: 0.0051 (0.005930833220481875) + + + --> TIME: 2024-12-23 21:40:25 -- STEP: 850/7738 -- GLOBAL_STEP: 850 + | > loss_text_ce: 0.04019872471690178 (0.04293404973166835) + | > loss_mel_ce: 2.826490640640259 (2.904758086204532) + | > loss: 0.7166723608970642 (0.7369230345417475) + | > current_lr: 5e-06 + | > step_time: 0.1216 (0.12818573867573424) + | > loader_time: 0.0064 (0.005904401049894447) + + + --> TIME: 2024-12-23 21:40:37 -- STEP: 900/7738 -- GLOBAL_STEP: 900 + | > loss_text_ce: 0.044132065027952194 (0.042924090822537786) + | > loss_mel_ce: 2.9175989627838135 (2.9045672713385717) + | > loss: 0.7404327392578125 (0.736872841384676) + | > current_lr: 5e-06 + | > step_time: 0.0915 (0.12817600011825528) + | > loader_time: 0.0056 (0.005858314302232532) + + + --> TIME: 2024-12-23 21:40:48 -- STEP: 950/7738 -- GLOBAL_STEP: 950 + | > loss_text_ce: 0.041015952825546265 (0.04290733568762482) + | > loss_mel_ce: 2.8550896644592285 (2.905598733550627) + | > loss: 0.7240263819694519 (0.7371265180487384) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12829160012696883) + | > loader_time: 0.0063 (0.0058261045656706175) + + + --> TIME: 2024-12-23 21:40:59 -- STEP: 1000/7738 -- GLOBAL_STEP: 1000 + | > loss_text_ce: 0.044679973274469376 (0.0428950885124505) + | > loss_mel_ce: 2.9262425899505615 (2.905864463329318) + | > loss: 0.7427306175231934 (0.7371898886561395) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12814189958572342) + | > loader_time: 0.005 (0.005784650802612306) + + + --> TIME: 2024-12-23 21:41:11 -- STEP: 1050/7738 -- GLOBAL_STEP: 1050 + | > loss_text_ce: 0.042093295603990555 (0.04289186489723982) + | > loss_mel_ce: 2.9557225704193115 (2.9061233629499186) + | > loss: 0.7494539618492126 (0.7372538076695944) + | > current_lr: 5e-06 + | > step_time: 0.1378 (0.12838670730590776) + | > loader_time: 0.0061 (0.005762625194731214) + + + --> TIME: 2024-12-23 21:41:23 -- STEP: 1100/7738 -- GLOBAL_STEP: 1100 + | > loss_text_ce: 0.04357702285051346 (0.042900642356412014) + | > loss_mel_ce: 3.0547237396240234 (2.905463565262883) + | > loss: 0.7745751738548279 (0.7370910525321962) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.1283340425924817) + | > loader_time: 0.0065 (0.005739566629583187) + + + --> TIME: 2024-12-23 21:41:34 -- STEP: 1150/7738 -- GLOBAL_STEP: 1150 + | > loss_text_ce: 0.04435022547841072 (0.042921266367901945) + | > loss_mel_ce: 2.7835144996643066 (2.90498189324918) + | > loss: 0.7069661617279053 (0.7369757905732033) + | > current_lr: 5e-06 + | > step_time: 0.1176 (0.12827222305795385) + | > loader_time: 0.0049 (0.005709687315899397) + + + --> TIME: 2024-12-23 21:41:45 -- STEP: 1200/7738 -- GLOBAL_STEP: 1200 + | > loss_text_ce: 0.04100915417075157 (0.04290878330667817) + | > loss_mel_ce: 3.0894176959991455 (2.9046241013209038) + | > loss: 0.7826067209243774 (0.7368832218150302) + | > current_lr: 5e-06 + | > step_time: 0.1393 (0.12809873779614728) + | > loader_time: 0.0052 (0.005678365627924603) + + + --> TIME: 2024-12-23 21:41:57 -- STEP: 1250/7738 -- GLOBAL_STEP: 1250 + | > loss_text_ce: 0.042182307690382004 (0.0429091927468777) + | > loss_mel_ce: 3.1189117431640625 (2.9047691907882713) + | > loss: 0.7902734875679016 (0.7369195962905883) + | > current_lr: 5e-06 + | > step_time: 0.1619 (0.1280876497268673) + | > loader_time: 0.0051 (0.005653669738769531) + + + --> TIME: 2024-12-23 21:42:08 -- STEP: 1300/7738 -- GLOBAL_STEP: 1300 + | > loss_text_ce: 0.04741211608052254 (0.0429231188503596) + | > loss_mel_ce: 2.798736095428467 (2.9047814893722568) + | > loss: 0.7115370631217957 (0.7369261525227474) + | > current_lr: 5e-06 + | > step_time: 0.142 (0.12810143048946648) + | > loader_time: 0.0052 (0.005629740678347072) + + + --> TIME: 2024-12-23 21:42:20 -- STEP: 1350/7738 -- GLOBAL_STEP: 1350 + | > loss_text_ce: 0.041692737489938736 (0.04291625860664583) + | > loss_mel_ce: 2.750383138656616 (2.9044205667354492) + | > loss: 0.6980189681053162 (0.7368342069784802) + | > current_lr: 5e-06 + | > step_time: 0.0992 (0.12811908050819654) + | > loader_time: 0.0046 (0.005607550938924147) + + + --> TIME: 2024-12-23 21:42:31 -- STEP: 1400/7738 -- GLOBAL_STEP: 1400 + | > loss_text_ce: 0.041488535702228546 (0.04292527521561303) + | > loss_mel_ce: 2.7980151176452637 (2.9047041286741035) + | > loss: 0.7098759412765503 (0.7369073517407686) + | > current_lr: 5e-06 + | > step_time: 0.0861 (0.128130688667297) + | > loader_time: 0.0056 (0.005588192769459309) + + + --> TIME: 2024-12-23 21:42:43 -- STEP: 1450/7738 -- GLOBAL_STEP: 1450 + | > loss_text_ce: 0.04219486936926842 (0.04293208795117923) + | > loss_mel_ce: 2.909027099609375 (2.9044791244638426) + | > loss: 0.7378054857254028 (0.7368528038468851) + | > current_lr: 5e-06 + | > step_time: 0.1747 (0.12839366436004593) + | > loader_time: 0.0071 (0.0055760079416735395) + + + --> TIME: 2024-12-23 21:42:55 -- STEP: 1500/7738 -- GLOBAL_STEP: 1500 + | > loss_text_ce: 0.037716593593358994 (0.04290728149563076) + | > loss_mel_ce: 2.850741386413574 (2.9047257599830676) + | > loss: 0.7221145033836365 (0.7369082610607144) + | > current_lr: 5e-06 + | > step_time: 0.0741 (0.12832144276301014) + | > loader_time: 0.0058 (0.005559273719787595) + + + --> TIME: 2024-12-23 21:43:06 -- STEP: 1550/7738 -- GLOBAL_STEP: 1550 + | > loss_text_ce: 0.04269787669181824 (0.042915023738338116) + | > loss_mel_ce: 2.8349852561950684 (2.905049311268719) + | > loss: 0.7194207906723022 (0.7369910843910706) + | > current_lr: 5e-06 + | > step_time: 0.1472 (0.12831203353020407) + | > loader_time: 0.0052 (0.005543369785431891) + + + --> TIME: 2024-12-23 21:43:18 -- STEP: 1600/7738 -- GLOBAL_STEP: 1600 + | > loss_text_ce: 0.045289330184459686 (0.04290981625439601) + | > loss_mel_ce: 2.9092559814453125 (2.9042847418785143) + | > loss: 0.738636314868927 (0.7367986401543019) + | > current_lr: 5e-06 + | > step_time: 0.1122 (0.12817652508616417) + | > loader_time: 0.005 (0.005543776154518125) + + + --> TIME: 2024-12-23 21:43:29 -- STEP: 1650/7738 -- GLOBAL_STEP: 1650 + | > loss_text_ce: 0.03981511667370796 (0.042929379045963306) + | > loss_mel_ce: 3.0309841632843018 (2.903222635298069) + | > loss: 0.7676998376846313 (0.7365380041888263) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.12822943687438945) + | > loader_time: 0.0053 (0.005528103366042626) + + + --> TIME: 2024-12-23 21:43:41 -- STEP: 1700/7738 -- GLOBAL_STEP: 1700 + | > loss_text_ce: 0.041588570922613144 (0.04291972855215565) + | > loss_mel_ce: 2.823009490966797 (2.9024923352634246) + | > loss: 0.7161495089530945 (0.7363530164957044) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.12831966049530896) + | > loader_time: 0.0057 (0.0055132576998542316) + + + --> TIME: 2024-12-23 21:43:53 -- STEP: 1750/7738 -- GLOBAL_STEP: 1750 + | > loss_text_ce: 0.042019471526145935 (0.04291743788974627) + | > loss_mel_ce: 2.6815357208251953 (2.9032376390184718) + | > loss: 0.6808887720108032 (0.7365387697560444) + | > current_lr: 5e-06 + | > step_time: 0.1115 (0.12840693977900877) + | > loader_time: 0.0049 (0.005498952048165456) + + + --> TIME: 2024-12-23 21:44:04 -- STEP: 1800/7738 -- GLOBAL_STEP: 1800 + | > loss_text_ce: 0.04827899858355522 (0.04290739458468227) + | > loss_mel_ce: 2.7931458950042725 (2.9025089784463285) + | > loss: 0.7103562355041504 (0.7363540937503177) + | > current_lr: 5e-06 + | > step_time: 0.0908 (0.12838235603438447) + | > loader_time: 0.0046 (0.00548673351605733) + + + --> TIME: 2024-12-23 21:44:15 -- STEP: 1850/7738 -- GLOBAL_STEP: 1850 + | > loss_text_ce: 0.04004105180501938 (0.04288558413450784) + | > loss_mel_ce: 2.829312801361084 (2.9022824650841827) + | > loss: 0.7173384428024292 (0.7362920127366038) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.12833105048617763) + | > loader_time: 0.005 (0.0054715998108322535) + + + --> TIME: 2024-12-23 21:44:27 -- STEP: 1900/7738 -- GLOBAL_STEP: 1900 + | > loss_text_ce: 0.04364663362503052 (0.04289450358403358) + | > loss_mel_ce: 2.962604522705078 (2.9025306061694534) + | > loss: 0.751562774181366 (0.7363562778736413) + | > current_lr: 5e-06 + | > step_time: 0.1062 (0.12824417779320124) + | > loader_time: 0.0049 (0.005457243417438706) + + + --> TIME: 2024-12-23 21:44:39 -- STEP: 1950/7738 -- GLOBAL_STEP: 1950 + | > loss_text_ce: 0.03969930484890938 (0.04289877143998942) + | > loss_mel_ce: 2.9555552005767822 (2.902840524086589) + | > loss: 0.7488136291503906 (0.7364348242833062) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12838927317888277) + | > loader_time: 0.005 (0.005445663256522935) + + + --> TIME: 2024-12-23 21:44:50 -- STEP: 2000/7738 -- GLOBAL_STEP: 2000 + | > loss_text_ce: 0.04359448328614235 (0.042887575976550595) + | > loss_mel_ce: 2.90213680267334 (2.9025341799259223) + | > loss: 0.7364328503608704 (0.7363554392457006) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12830009067058545) + | > loader_time: 0.0047 (0.0054317677021026595) + + + --> TIME: 2024-12-23 21:45:01 -- STEP: 2050/7738 -- GLOBAL_STEP: 2050 + | > loss_text_ce: 0.048002589493989944 (0.042873854199197245) + | > loss_mel_ce: 2.93599796295166 (2.902783636465309) + | > loss: 0.7460001111030579 (0.736414372862839) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.12826924719461563) + | > loader_time: 0.0052 (0.005421676752043932) + + + --> TIME: 2024-12-23 21:45:13 -- STEP: 2100/7738 -- GLOBAL_STEP: 2100 + | > loss_text_ce: 0.03969160467386246 (0.042878327605625) + | > loss_mel_ce: 2.8534295558929443 (2.9028129745665088) + | > loss: 0.7232803106307983 (0.7364228257111138) + | > current_lr: 5e-06 + | > step_time: 0.1273 (0.12827823321024562) + | > loader_time: 0.005 (0.005410274437495638) + + + --> TIME: 2024-12-23 21:45:24 -- STEP: 2150/7738 -- GLOBAL_STEP: 2150 + | > loss_text_ce: 0.04210720583796501 (0.042893952086221356) + | > loss_mel_ce: 2.914278268814087 (2.9024631723137824) + | > loss: 0.7390963435173035 (0.7363392812706702) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.1281875550469686) + | > loader_time: 0.0048 (0.005399609388307081) + + + --> TIME: 2024-12-23 21:45:36 -- STEP: 2200/7738 -- GLOBAL_STEP: 2200 + | > loss_text_ce: 0.04112529009580612 (0.04289521426301111) + | > loss_mel_ce: 2.7811830043792725 (2.902329621423378) + | > loss: 0.7055770754814148 (0.7363062090223482) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12815523624420158) + | > loader_time: 0.005 (0.00538975423032587) + + + --> TIME: 2024-12-23 21:45:47 -- STEP: 2250/7738 -- GLOBAL_STEP: 2250 + | > loss_text_ce: 0.04313535615801811 (0.04288152795036635) + | > loss_mel_ce: 2.791694164276123 (2.902816454569502) + | > loss: 0.7087073922157288 (0.7364244957764942) + | > current_lr: 5e-06 + | > step_time: 0.1638 (0.12820056862301288) + | > loader_time: 0.0054 (0.005378931045532224) + + + --> TIME: 2024-12-23 21:45:59 -- STEP: 2300/7738 -- GLOBAL_STEP: 2300 + | > loss_text_ce: 0.04410170763731003 (0.04287813768114732) + | > loss_mel_ce: 2.9681806564331055 (2.9033628930216286) + | > loss: 0.753070592880249 (0.7365602577769232) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12824835994969233) + | > loader_time: 0.0048 (0.005370963241743004) + + + --> TIME: 2024-12-23 21:46:10 -- STEP: 2350/7738 -- GLOBAL_STEP: 2350 + | > loss_text_ce: 0.040900614112615585 (0.04288157461171452) + | > loss_mel_ce: 2.886627435684204 (2.904094637302646) + | > loss: 0.7318820357322693 (0.7367440532116172) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12826680345738178) + | > loader_time: 0.0049 (0.005362907774904941) + + + --> TIME: 2024-12-23 21:46:22 -- STEP: 2400/7738 -- GLOBAL_STEP: 2400 + | > loss_text_ce: 0.04613174870610237 (0.04289444275045144) + | > loss_mel_ce: 3.015190362930298 (2.903841193616394) + | > loss: 0.7653305530548096 (0.7366839091976476) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.1281765059630075) + | > loader_time: 0.0048 (0.005361237327257794) + + + --> TIME: 2024-12-23 21:46:33 -- STEP: 2450/7738 -- GLOBAL_STEP: 2450 + | > loss_text_ce: 0.041942909359931946 (0.04290080700449795) + | > loss_mel_ce: 2.826611042022705 (2.9038111645834817) + | > loss: 0.7171384692192078 (0.736677993073755) + | > current_lr: 5e-06 + | > step_time: 0.1152 (0.12814355928070692) + | > loader_time: 0.0049 (0.005353406886665189) + + + --> TIME: 2024-12-23 21:46:44 -- STEP: 2500/7738 -- GLOBAL_STEP: 2500 + | > loss_text_ce: 0.04061136767268181 (0.0429153184995055) + | > loss_mel_ce: 2.9016342163085938 (2.903735526657108) + | > loss: 0.7355613708496094 (0.736662711453438) + | > current_lr: 5e-06 + | > step_time: 0.08 (0.1280415506362915) + | > loader_time: 0.0045 (0.00534661226272583) + + + --> TIME: 2024-12-23 21:46:56 -- STEP: 2550/7738 -- GLOBAL_STEP: 2550 + | > loss_text_ce: 0.043723154813051224 (0.042911922614656206) + | > loss_mel_ce: 2.8930630683898926 (2.9038840365877343) + | > loss: 0.7341965436935425 (0.7366989898915385) + | > current_lr: 5e-06 + | > step_time: 0.1555 (0.12806184114194374) + | > loader_time: 0.0051 (0.00533915117675183) + + + --> TIME: 2024-12-23 21:47:08 -- STEP: 2600/7738 -- GLOBAL_STEP: 2600 + | > loss_text_ce: 0.04120587557554245 (0.042910599942104166) + | > loss_mel_ce: 2.9134130477905273 (2.903975549844596) + | > loss: 0.7386547327041626 (0.7367215375487619) + | > current_lr: 5e-06 + | > step_time: 0.1346 (0.12813634313069855) + | > loader_time: 0.0053 (0.0053339273196000275) + + + --> TIME: 2024-12-23 21:47:19 -- STEP: 2650/7738 -- GLOBAL_STEP: 2650 + | > loss_text_ce: 0.04512609913945198 (0.04291668121685396) + | > loss_mel_ce: 2.9112119674682617 (2.904029103854918) + | > loss: 0.7390845417976379 (0.7367364464840795) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.1281147617663977) + | > loader_time: 0.0048 (0.005326851988738433) + + + --> TIME: 2024-12-23 21:47:31 -- STEP: 2700/7738 -- GLOBAL_STEP: 2700 + | > loss_text_ce: 0.04566509276628494 (0.04291202678310652) + | > loss_mel_ce: 2.7740137577056885 (2.9043484614513524) + | > loss: 0.704919695854187 (0.7368151222334967) + | > current_lr: 5e-06 + | > step_time: 0.1043 (0.12810996867992266) + | > loader_time: 0.0046 (0.005318697823418505) + + + --> TIME: 2024-12-23 21:47:42 -- STEP: 2750/7738 -- GLOBAL_STEP: 2750 + | > loss_text_ce: 0.03758186101913452 (0.042904080160639485) + | > loss_mel_ce: 2.9827280044555664 (2.904114539493212) + | > loss: 0.7550774812698364 (0.7367546550360595) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12817760710282766) + | > loader_time: 0.0047 (0.005315647645430127) + + + --> TIME: 2024-12-23 21:47:54 -- STEP: 2800/7738 -- GLOBAL_STEP: 2800 + | > loss_text_ce: 0.045032817870378494 (0.042895162366330626) + | > loss_mel_ce: 2.9991085529327393 (2.9041905062539226) + | > loss: 0.7610353231430054 (0.7367714172814577) + | > current_lr: 5e-06 + | > step_time: 0.0861 (0.12820176635469727) + | > loader_time: 0.0045 (0.005308704291071207) + + + --> TIME: 2024-12-23 21:48:05 -- STEP: 2850/7738 -- GLOBAL_STEP: 2850 + | > loss_text_ce: 0.04067729786038399 (0.04289867390404668) + | > loss_mel_ce: 2.64901065826416 (2.903809554702356) + | > loss: 0.6724219918251038 (0.7366770573457085) + | > current_lr: 5e-06 + | > step_time: 0.1315 (0.1281728112070185) + | > loader_time: 0.0051 (0.0053053702806171565) + + + --> TIME: 2024-12-23 21:48:17 -- STEP: 2900/7738 -- GLOBAL_STEP: 2900 + | > loss_text_ce: 0.04237924516201019 (0.04289086180385846) + | > loss_mel_ce: 2.728004217147827 (2.9037054501730806) + | > loss: 0.6925958395004272 (0.7366490781923823) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.12820349898831607) + | > loader_time: 0.0046 (0.005300588936641292) + + + --> TIME: 2024-12-23 21:48:28 -- STEP: 2950/7738 -- GLOBAL_STEP: 2950 + | > loss_text_ce: 0.04088444262742996 (0.04289083030643104) + | > loss_mel_ce: 2.84420108795166 (2.903385902986687) + | > loss: 0.7212713956832886 (0.7365691835597413) + | > current_lr: 5e-06 + | > step_time: 0.1546 (0.12813829082553668) + | > loader_time: 0.0054 (0.00529327376414153) + + + --> TIME: 2024-12-23 21:48:39 -- STEP: 3000/7738 -- GLOBAL_STEP: 3000 + | > loss_text_ce: 0.04315219447016716 (0.04288344443216922) + | > loss_mel_ce: 2.67557692527771 (2.9032197479406983) + | > loss: 0.6796822547912598 (0.7365257984002435) + | > current_lr: 5e-06 + | > step_time: 0.0735 (0.128082946062088) + | > loader_time: 0.0043 (0.005285689433415726) + + + --> TIME: 2024-12-23 21:48:51 -- STEP: 3050/7738 -- GLOBAL_STEP: 3050 + | > loss_text_ce: 0.04537516087293625 (0.0428805467535238) + | > loss_mel_ce: 2.749847173690796 (2.902447926021012) + | > loss: 0.698805570602417 (0.7363321184330303) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.1280916584515181) + | > loader_time: 0.005 (0.0052807861859681116) + + + --> TIME: 2024-12-23 21:49:02 -- STEP: 3100/7738 -- GLOBAL_STEP: 3100 + | > loss_text_ce: 0.04048796743154526 (0.04287783237594753) + | > loss_mel_ce: 2.9552769660949707 (2.9021669396277385) + | > loss: 0.7489412426948547 (0.7362611932716064) + | > current_lr: 5e-06 + | > step_time: 0.142 (0.12806424587003643) + | > loader_time: 0.007 (0.0052755724230120205) + + + --> TIME: 2024-12-23 21:49:14 -- STEP: 3150/7738 -- GLOBAL_STEP: 3150 + | > loss_text_ce: 0.04190558195114136 (0.04287039879650353) + | > loss_mel_ce: 2.9286983013153076 (2.901855631253075) + | > loss: 0.7426509857177734 (0.7361815077539478) + | > current_lr: 5e-06 + | > step_time: 0.1152 (0.12801031422993508) + | > loader_time: 0.0049 (0.005268694711109943) + + + --> TIME: 2024-12-23 21:49:25 -- STEP: 3200/7738 -- GLOBAL_STEP: 3200 + | > loss_text_ce: 0.04117380827665329 (0.04285459778504448) + | > loss_mel_ce: 2.9984829425811768 (2.9019725700467816) + | > loss: 0.7599141597747803 (0.7362067922391) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.1280147115141155) + | > loader_time: 0.0048 (0.005262835249304766) + + + --> TIME: 2024-12-23 21:49:37 -- STEP: 3250/7738 -- GLOBAL_STEP: 3250 + | > loss_text_ce: 0.04258474335074425 (0.042858144467839844) + | > loss_mel_ce: 2.7803030014038086 (2.9015177530141965) + | > loss: 0.705721914768219 (0.7360939746820012) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.1280734867682825) + | > loader_time: 0.0057 (0.005258790236252999) + + + --> TIME: 2024-12-23 21:49:48 -- STEP: 3300/7738 -- GLOBAL_STEP: 3300 + | > loss_text_ce: 0.043003618717193604 (0.042850290726531653) + | > loss_mel_ce: 2.9405763149261475 (2.901106841130689) + | > loss: 0.7458949685096741 (0.7359892833232883) + | > current_lr: 5e-06 + | > step_time: 0.0869 (0.12801876992890332) + | > loader_time: 0.0046 (0.005253520300894067) + + + --> TIME: 2024-12-23 21:49:59 -- STEP: 3350/7738 -- GLOBAL_STEP: 3350 + | > loss_text_ce: 0.043887510895729065 (0.04284389791982389) + | > loss_mel_ce: 2.750499725341797 (2.9010917645781777) + | > loss: 0.6985968351364136 (0.7359839159695073) + | > current_lr: 5e-06 + | > step_time: 0.1108 (0.1279829267957317) + | > loader_time: 0.0048 (0.005249557637456633) + + + --> TIME: 2024-12-23 21:50:11 -- STEP: 3400/7738 -- GLOBAL_STEP: 3400 + | > loss_text_ce: 0.04067387804389 (0.04284144423792469) + | > loss_mel_ce: 2.946894645690918 (2.901074549660962) + | > loss: 0.7468921542167664 (0.7359789988398555) + | > current_lr: 5e-06 + | > step_time: 0.1337 (0.12793028417755575) + | > loader_time: 0.0052 (0.0052435790791230995) + + + --> TIME: 2024-12-23 21:50:22 -- STEP: 3450/7738 -- GLOBAL_STEP: 3450 + | > loss_text_ce: 0.04558226466178894 (0.04284013088522615) + | > loss_mel_ce: 2.984315872192383 (2.900886270205179) + | > loss: 0.7574745416641235 (0.7359316006086878) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1279846786416096) + | > loader_time: 0.0051 (0.0052406712545864775) + + + --> TIME: 2024-12-23 21:50:34 -- STEP: 3500/7738 -- GLOBAL_STEP: 3500 + | > loss_text_ce: 0.042278945446014404 (0.04283901953271459) + | > loss_mel_ce: 2.811264753341675 (2.9007832578931527) + | > loss: 0.7133859395980835 (0.7359055696725848) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.1279581208910261) + | > loader_time: 0.0051 (0.005235013825552799) + + + --> TIME: 2024-12-23 21:50:45 -- STEP: 3550/7738 -- GLOBAL_STEP: 3550 + | > loss_text_ce: 0.04486257582902908 (0.04284092909748287) + | > loss_mel_ce: 2.7489590644836426 (2.9010184556665544) + | > loss: 0.6984553933143616 (0.7359648465102829) + | > current_lr: 5e-06 + | > step_time: 0.1154 (0.12799097813351054) + | > loader_time: 0.0046 (0.00522942637054013) + + + --> TIME: 2024-12-23 21:50:57 -- STEP: 3600/7738 -- GLOBAL_STEP: 3600 + | > loss_text_ce: 0.03942311555147171 (0.04283793409665427) + | > loss_mel_ce: 3.0374960899353027 (2.9007657573620467) + | > loss: 0.7692298293113708 (0.735900923162699) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12793611599339366) + | > loader_time: 0.005 (0.005225786235597394) + + + --> TIME: 2024-12-23 21:51:08 -- STEP: 3650/7738 -- GLOBAL_STEP: 3650 + | > loss_text_ce: 0.04262283816933632 (0.04283255270082658) + | > loss_mel_ce: 2.9425101280212402 (2.9010602342265916) + | > loss: 0.746283233165741 (0.7359731970747859) + | > current_lr: 5e-06 + | > step_time: 0.1131 (0.12785468904939412) + | > loader_time: 0.0048 (0.005221126438820194) + + + --> TIME: 2024-12-23 21:51:19 -- STEP: 3700/7738 -- GLOBAL_STEP: 3700 + | > loss_text_ce: 0.03937643766403198 (0.04282107132210121) + | > loss_mel_ce: 2.9538795948028564 (2.9010748157630086) + | > loss: 0.7483140230178833 (0.7359739721626851) + | > current_lr: 5e-06 + | > step_time: 0.1205 (0.12782646411174042) + | > loader_time: 0.0053 (0.005216624543473523) + + + --> TIME: 2024-12-23 21:51:30 -- STEP: 3750/7738 -- GLOBAL_STEP: 3750 + | > loss_text_ce: 0.044830262660980225 (0.04282032604515554) + | > loss_mel_ce: 2.917443037033081 (2.9010078181584666) + | > loss: 0.7405683398246765 (0.7359570365269982) + | > current_lr: 5e-06 + | > step_time: 0.1119 (0.12777920773824036) + | > loader_time: 0.0049 (0.005212978235880529) + + + --> TIME: 2024-12-23 21:51:42 -- STEP: 3800/7738 -- GLOBAL_STEP: 3800 + | > loss_text_ce: 0.04538383334875107 (0.042818738410347404) + | > loss_mel_ce: 2.8236074447631836 (2.9011154805986497) + | > loss: 0.7172478437423706 (0.735983555269869) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.12778492199747188) + | > loader_time: 0.0048 (0.005208676300550758) + + + --> TIME: 2024-12-23 21:51:53 -- STEP: 3850/7738 -- GLOBAL_STEP: 3850 + | > loss_text_ce: 0.04236071929335594 (0.042812027930245786) + | > loss_mel_ce: 3.037064790725708 (2.9010995633880805) + | > loss: 0.7698563933372498 (0.7359778983716844) + | > current_lr: 5e-06 + | > step_time: 0.1498 (0.12780891901486893) + | > loader_time: 0.0052 (0.00520553384508405) + + + --> TIME: 2024-12-23 21:52:05 -- STEP: 3900/7738 -- GLOBAL_STEP: 3900 + | > loss_text_ce: 0.04094419255852699 (0.0428158579231837) + | > loss_mel_ce: 2.7579503059387207 (2.900934052711877) + | > loss: 0.6997236013412476 (0.7359374781908136) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12776578799272215) + | > loader_time: 0.0049 (0.005201188539847345) + + + --> TIME: 2024-12-23 21:52:16 -- STEP: 3950/7738 -- GLOBAL_STEP: 3950 + | > loss_text_ce: 0.04376538470387459 (0.04281570327998718) + | > loss_mel_ce: 3.005359411239624 (2.9008696228341204) + | > loss: 0.7622811794281006 (0.7359213320062132) + | > current_lr: 5e-06 + | > step_time: 0.1457 (0.1277733307850514) + | > loader_time: 0.0051 (0.00519829098182388) + + + --> TIME: 2024-12-23 21:52:28 -- STEP: 4000/7738 -- GLOBAL_STEP: 4000 + | > loss_text_ce: 0.04090368002653122 (0.04281042937655003) + | > loss_mel_ce: 2.7614004611968994 (2.9005132192373266) + | > loss: 0.7005760073661804 (0.7358309126049283) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12779453432559987) + | > loader_time: 0.0055 (0.005195506691932673) + + + --> TIME: 2024-12-23 21:52:39 -- STEP: 4050/7738 -- GLOBAL_STEP: 4050 + | > loss_text_ce: 0.047479014843702316 (0.0428158765571353) + | > loss_mel_ce: 2.8952760696411133 (2.900249911296514) + | > loss: 0.7356887459754944 (0.7357664473998696) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.1277600015828641) + | > loader_time: 0.0051 (0.005192026326685772) + + + --> TIME: 2024-12-23 21:52:50 -- STEP: 4100/7738 -- GLOBAL_STEP: 4100 + | > loss_text_ce: 0.04119575023651123 (0.042808192007970536) + | > loss_mel_ce: 2.773953437805176 (2.9002044824274567) + | > loss: 0.7037873268127441 (0.735753169088829) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12775112716163098) + | > loader_time: 0.0048 (0.005189303130638304) + + + --> TIME: 2024-12-23 21:53:01 -- STEP: 4150/7738 -- GLOBAL_STEP: 4150 + | > loss_text_ce: 0.04353811591863632 (0.04281128304101619) + | > loss_mel_ce: 2.8643734455108643 (2.900208475503576) + | > loss: 0.7269778847694397 (0.7357549401220073) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12767560683101079) + | > loader_time: 0.0048 (0.005185582494161213) + + + --> TIME: 2024-12-23 21:53:12 -- STEP: 4200/7738 -- GLOBAL_STEP: 4200 + | > loss_text_ce: 0.04374048113822937 (0.04281250072288374) + | > loss_mel_ce: 2.935317277908325 (2.90006279582069) + | > loss: 0.7447644472122192 (0.7357188245512194) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.1276077607699805) + | > loader_time: 0.0049 (0.00518162579763503) + + + --> TIME: 2024-12-23 21:53:24 -- STEP: 4250/7738 -- GLOBAL_STEP: 4250 + | > loss_text_ce: 0.04163897782564163 (0.04280819211199007) + | > loss_mel_ce: 2.7571346759796143 (2.8999751585231097) + | > loss: 0.6996934413909912 (0.7356958381007702) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12763673978693366) + | > loader_time: 0.005 (0.005178379788118247) + + + --> TIME: 2024-12-23 21:53:35 -- STEP: 4300/7738 -- GLOBAL_STEP: 4300 + | > loss_text_ce: 0.03966490551829338 (0.04280375670468395) + | > loss_mel_ce: 2.8597981929779053 (2.8999387806515355) + | > loss: 0.7248657941818237 (0.7356856348348221) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12758065717164882) + | > loader_time: 0.0049 (0.0051746467102405614) + + + --> TIME: 2024-12-23 21:53:47 -- STEP: 4350/7738 -- GLOBAL_STEP: 4350 + | > loss_text_ce: 0.04157063364982605 (0.04279798019977141) + | > loss_mel_ce: 2.8065898418426514 (2.899529326153897) + | > loss: 0.7120401263237 (0.735581827081483) + | > current_lr: 5e-06 + | > step_time: 0.1443 (0.12758021595834343) + | > loader_time: 0.0052 (0.00517163413694535) + + + --> TIME: 2024-12-23 21:53:58 -- STEP: 4400/7738 -- GLOBAL_STEP: 4400 + | > loss_text_ce: 0.045078571885824203 (0.04278784751553431) + | > loss_mel_ce: 2.9607532024383545 (2.899630730206315) + | > loss: 0.751457929611206 (0.7356046449596229) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.1275814027136025) + | > loader_time: 0.0051 (0.005170109597119415) + + + --> TIME: 2024-12-23 21:54:10 -- STEP: 4450/7738 -- GLOBAL_STEP: 4450 + | > loss_text_ce: 0.04653191566467285 (0.04278239887584467) + | > loss_mel_ce: 2.9712934494018555 (2.8995835767167333) + | > loss: 0.7544563412666321 (0.7355914944343348) + | > current_lr: 5e-06 + | > step_time: 0.1244 (0.12758377664544635) + | > loader_time: 0.0052 (0.005167523287655259) + + + --> TIME: 2024-12-23 21:54:21 -- STEP: 4500/7738 -- GLOBAL_STEP: 4500 + | > loss_text_ce: 0.045756995677948 (0.042784516282379684) + | > loss_mel_ce: 2.848656415939331 (2.89925370062722) + | > loss: 0.723603367805481 (0.7355095547702574) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.1275804281234743) + | > loader_time: 0.0048 (0.005164598676893443) + + + --> TIME: 2024-12-23 21:54:32 -- STEP: 4550/7738 -- GLOBAL_STEP: 4550 + | > loss_text_ce: 0.04755202680826187 (0.04278730543842031) + | > loss_mel_ce: 2.8335976600646973 (2.8991968053251838) + | > loss: 0.7202874422073364 (0.7354960282294299) + | > current_lr: 5e-06 + | > step_time: 0.1424 (0.1275846504379106) + | > loader_time: 0.0053 (0.00516280352414309) + + + --> TIME: 2024-12-23 21:54:44 -- STEP: 4600/7738 -- GLOBAL_STEP: 4600 + | > loss_text_ce: 0.04294734448194504 (0.04278298118759114) + | > loss_mel_ce: 2.945042610168457 (2.8991011020929913) + | > loss: 0.7469974756240845 (0.7354710213516061) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12762532705846044) + | > loader_time: 0.0048 (0.005160845621772432) + + + --> TIME: 2024-12-23 21:54:56 -- STEP: 4650/7738 -- GLOBAL_STEP: 4650 + | > loss_text_ce: 0.04080796241760254 (0.042780849291913024) + | > loss_mel_ce: 2.917978048324585 (2.899245716218024) + | > loss: 0.7396965026855469 (0.7355066419032307) + | > current_lr: 5e-06 + | > step_time: 0.1544 (0.12766239140623367) + | > loader_time: 0.0052 (0.005158932285924111) + + + --> TIME: 2024-12-23 21:55:07 -- STEP: 4700/7738 -- GLOBAL_STEP: 4700 + | > loss_text_ce: 0.04613455757498741 (0.042779099094740945) + | > loss_mel_ce: 2.7838294506073 (2.899486350607363) + | > loss: 0.7074909806251526 (0.7355663629541999) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.12764795135944454) + | > loader_time: 0.0054 (0.005156976567937973) + + + --> TIME: 2024-12-23 21:55:19 -- STEP: 4750/7738 -- GLOBAL_STEP: 4750 + | > loss_text_ce: 0.040369678288698196 (0.04277114801579407) + | > loss_mel_ce: 2.9726099967956543 (2.899591231697482) + | > loss: 0.753244936466217 (0.7355905954837788) + | > current_lr: 5e-06 + | > step_time: 0.1536 (0.12765504897268204) + | > loader_time: 0.0054 (0.005155388530931973) + + + --> TIME: 2024-12-23 21:55:30 -- STEP: 4800/7738 -- GLOBAL_STEP: 4800 + | > loss_text_ce: 0.044790104031562805 (0.042764173741452444) + | > loss_mel_ce: 2.9147253036499023 (2.8995196435352146) + | > loss: 0.7398788332939148 (0.7355709548294533) + | > current_lr: 5e-06 + | > step_time: 0.1277 (0.127645100404819) + | > loader_time: 0.0052 (0.005153708408276238) + + + --> TIME: 2024-12-23 21:55:41 -- STEP: 4850/7738 -- GLOBAL_STEP: 4850 + | > loss_text_ce: 0.04631049185991287 (0.04275880434617559) + | > loss_mel_ce: 2.976876735687256 (2.89927647649627) + | > loss: 0.7557967901229858 (0.7355088207156382) + | > current_lr: 5e-06 + | > step_time: 0.109 (0.12760560355235634) + | > loader_time: 0.0049 (0.005150933904746145) + + + --> TIME: 2024-12-23 21:55:53 -- STEP: 4900/7738 -- GLOBAL_STEP: 4900 + | > loss_text_ce: 0.04509851336479187 (0.042755029069221816) + | > loss_mel_ce: 2.877990245819092 (2.89902170984112) + | > loss: 0.7307721972465515 (0.7354441852593906) + | > current_lr: 5e-06 + | > step_time: 0.1401 (0.12759675308149704) + | > loader_time: 0.0053 (0.005149304623506507) + + + --> TIME: 2024-12-23 21:56:04 -- STEP: 4950/7738 -- GLOBAL_STEP: 4950 + | > loss_text_ce: 0.04093140363693237 (0.04275482946122545) + | > loss_mel_ce: 3.041256904602051 (2.898993966844345) + | > loss: 0.770547091960907 (0.7354371996238974) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.12764270840269165) + | > loader_time: 0.0051 (0.005149460609513101) + + + --> TIME: 2024-12-23 21:56:16 -- STEP: 5000/7738 -- GLOBAL_STEP: 5000 + | > loss_text_ce: 0.04669012874364853 (0.04274747336730371) + | > loss_mel_ce: 2.8591065406799316 (2.8989444528579695) + | > loss: 0.726449191570282 (0.7354229821085924) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12764642553329486) + | > loader_time: 0.0051 (0.005147876119613651) + + + --> TIME: 2024-12-23 21:56:28 -- STEP: 5050/7738 -- GLOBAL_STEP: 5050 + | > loss_text_ce: 0.043317604809999466 (0.042744521839488965) + | > loss_mel_ce: 3.0082380771636963 (2.8989999340548347) + | > loss: 0.7628889083862305 (0.735436114592127) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.1276684539624961) + | > loader_time: 0.0049 (0.005146260025477647) + + + --> TIME: 2024-12-23 21:56:39 -- STEP: 5100/7738 -- GLOBAL_STEP: 5100 + | > loss_text_ce: 0.04278932884335518 (0.04273777028655317) + | > loss_mel_ce: 2.81986665725708 (2.8989169894947695) + | > loss: 0.7156639695167542 (0.7354136905483171) + | > current_lr: 5e-06 + | > step_time: 0.0845 (0.1277044412201528) + | > loader_time: 0.0045 (0.005145042737325033) + + + --> TIME: 2024-12-23 21:56:51 -- STEP: 5150/7738 -- GLOBAL_STEP: 5150 + | > loss_text_ce: 0.04242715612053871 (0.04273728716069645) + | > loss_mel_ce: 2.920117139816284 (2.898847674166111) + | > loss: 0.7406360507011414 (0.7353962409380566) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.12771984183672583) + | > loader_time: 0.0049 (0.005143329749986963) + + + --> TIME: 2024-12-23 21:57:03 -- STEP: 5200/7738 -- GLOBAL_STEP: 5200 + | > loss_text_ce: 0.044369038194417953 (0.04273533762074445) + | > loss_mel_ce: 2.8366754055023193 (2.8989812315427317) + | > loss: 0.7202610969543457 (0.7354291428510956) + | > current_lr: 5e-06 + | > step_time: 0.1196 (0.1277931894705848) + | > loader_time: 0.0053 (0.005142817176305326) + + + --> TIME: 2024-12-23 21:57:14 -- STEP: 5250/7738 -- GLOBAL_STEP: 5250 + | > loss_text_ce: 0.039105843752622604 (0.04273582834927818) + | > loss_mel_ce: 3.132086753845215 (2.8987724682035863) + | > loss: 0.7927981615066528 (0.7353770747071219) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.12779272479102755) + | > loader_time: 0.0052 (0.0051414008367629245) + + + --> TIME: 2024-12-23 21:57:26 -- STEP: 5300/7738 -- GLOBAL_STEP: 5300 + | > loss_text_ce: 0.03896639123558998 (0.0427276691597588) + | > loss_mel_ce: 2.7764763832092285 (2.89884665844575) + | > loss: 0.7038607001304626 (0.7353935824362736) + | > current_lr: 5e-06 + | > step_time: 0.1277 (0.1278404176460125) + | > loader_time: 0.0053 (0.005140059084262486) + + + --> TIME: 2024-12-23 21:57:38 -- STEP: 5350/7738 -- GLOBAL_STEP: 5350 + | > loss_text_ce: 0.046699728816747665 (0.04272616938383225) + | > loss_mel_ce: 3.072601318359375 (2.8989469603066107) + | > loss: 0.7798252701759338 (0.7354182829923721) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12788139187286968) + | > loader_time: 0.005 (0.005139822647950356) + + + --> TIME: 2024-12-23 21:57:50 -- STEP: 5400/7738 -- GLOBAL_STEP: 5400 + | > loss_text_ce: 0.041977930814027786 (0.04272043061684127) + | > loss_mel_ce: 2.8486931324005127 (2.8988821275145913) + | > loss: 0.7226677536964417 (0.735400640070439) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.12789829457247717) + | > loader_time: 0.0055 (0.0051387250423431344) + + + --> TIME: 2024-12-23 21:58:01 -- STEP: 5450/7738 -- GLOBAL_STEP: 5450 + | > loss_text_ce: 0.04578346014022827 (0.04272084836155994) + | > loss_mel_ce: 2.9364874362945557 (2.898967491902343) + | > loss: 0.7455677390098572 (0.735422085578289) + | > current_lr: 5e-06 + | > step_time: 0.1543 (0.12791729104628288) + | > loader_time: 0.0054 (0.005137207879932643) + + + --> TIME: 2024-12-23 21:58:13 -- STEP: 5500/7738 -- GLOBAL_STEP: 5500 + | > loss_text_ce: 0.040788616985082626 (0.04271805898641996) + | > loss_mel_ce: 3.108342409133911 (2.8988653670224274) + | > loss: 0.7872827649116516 (0.7353958570415329) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.1279640946821735) + | > loader_time: 0.0051 (0.0051360302838412124) + + + --> TIME: 2024-12-23 21:58:25 -- STEP: 5550/7738 -- GLOBAL_STEP: 5550 + | > loss_text_ce: 0.0438222773373127 (0.04271324567026916) + | > loss_mel_ce: 2.817312479019165 (2.8988830212429835) + | > loss: 0.7152836918830872 (0.735399067251532) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12797572771708204) + | > loader_time: 0.0052 (0.00513370462366052) + + + --> TIME: 2024-12-23 21:58:36 -- STEP: 5600/7738 -- GLOBAL_STEP: 5600 + | > loss_text_ce: 0.04010498523712158 (0.04271175225398368) + | > loss_mel_ce: 2.8961331844329834 (2.8987190894143917) + | > loss: 0.7340595722198486 (0.7353577109426264) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.1280262965815411) + | > loader_time: 0.0054 (0.005131832403796052) + + + --> TIME: 2024-12-23 21:58:48 -- STEP: 5650/7738 -- GLOBAL_STEP: 5650 + | > loss_text_ce: 0.03568028286099434 (0.04270457240991886) + | > loss_mel_ce: 2.939445972442627 (2.898451286037409) + | > loss: 0.743781566619873 (0.735288965121835) + | > current_lr: 5e-06 + | > step_time: 0.1613 (0.1280719087820141) + | > loader_time: 0.0053 (0.005130669289985581) + + + --> TIME: 2024-12-23 21:59:00 -- STEP: 5700/7738 -- GLOBAL_STEP: 5700 + | > loss_text_ce: 0.04216887801885605 (0.04269962970559532) + | > loss_mel_ce: 2.895934581756592 (2.8985520610892954) + | > loss: 0.7345258593559265 (0.735312923224349) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.128115806872385) + | > loader_time: 0.0051 (0.005129869611639716) + + + --> TIME: 2024-12-23 21:59:11 -- STEP: 5750/7738 -- GLOBAL_STEP: 5750 + | > loss_text_ce: 0.040696416050195694 (0.04269803673417672) + | > loss_mel_ce: 2.868112802505493 (2.898422978193861) + | > loss: 0.727202296257019 (0.7352802542396217) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12810648238140657) + | > loader_time: 0.0047 (0.0051281790526016835) + + + --> TIME: 2024-12-23 21:59:23 -- STEP: 5800/7738 -- GLOBAL_STEP: 5800 + | > loss_text_ce: 0.04193178564310074 (0.04269486709786901) + | > loss_mel_ce: 3.045369863510132 (2.89871891823308) + | > loss: 0.7718254327774048 (0.7353534468391849) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12808745651409592) + | > loader_time: 0.0048 (0.005126623449654411) + + + --> TIME: 2024-12-23 21:59:34 -- STEP: 5850/7738 -- GLOBAL_STEP: 5850 + | > loss_text_ce: 0.04079745337367058 (0.04269117684827913) + | > loss_mel_ce: 2.8779799938201904 (2.8988160331025057) + | > loss: 0.7296943664550781 (0.7353768029681641) + | > current_lr: 5e-06 + | > step_time: 0.0962 (0.12805922365596206) + | > loader_time: 0.0046 (0.005124671683352208) + + + --> TIME: 2024-12-23 21:59:45 -- STEP: 5900/7738 -- GLOBAL_STEP: 5900 + | > loss_text_ce: 0.04104704409837723 (0.04269075056001297) + | > loss_mel_ce: 2.9212143421173096 (2.8987910083997024) + | > loss: 0.7405653595924377 (0.7353704402204291) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12804424762725897) + | > loader_time: 0.0051 (0.005123174028881514) + + + --> TIME: 2024-12-23 21:59:57 -- STEP: 5950/7738 -- GLOBAL_STEP: 5950 + | > loss_text_ce: 0.04257532209157944 (0.04268557284872577) + | > loss_mel_ce: 2.6912472248077393 (2.898807928822619) + | > loss: 0.6834556460380554 (0.7353733758766113) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.1280508749825622) + | > loader_time: 0.0045 (0.00512134752353699) + + + --> TIME: 2024-12-23 22:00:08 -- STEP: 6000/7738 -- GLOBAL_STEP: 6000 + | > loss_text_ce: 0.040007658302783966 (0.04268101302348079) + | > loss_mel_ce: 2.8084726333618164 (2.8986739502350467) + | > loss: 0.7121200561523438 (0.7353387412726882) + | > current_lr: 5e-06 + | > step_time: 0.0843 (0.12804526440302608) + | > loader_time: 0.0045 (0.005120043635368332) + + + --> TIME: 2024-12-23 22:00:20 -- STEP: 6050/7738 -- GLOBAL_STEP: 6050 + | > loss_text_ce: 0.041063398122787476 (0.04267604483676353) + | > loss_mel_ce: 2.96832275390625 (2.8987040802269903) + | > loss: 0.7523465156555176 (0.7353450317422223) + | > current_lr: 5e-06 + | > step_time: 0.1441 (0.1280877238659827) + | > loader_time: 0.0051 (0.005119469816034475) + + + --> TIME: 2024-12-23 22:00:32 -- STEP: 6100/7738 -- GLOBAL_STEP: 6100 + | > loss_text_ce: 0.04084298387169838 (0.04267077139410818) + | > loss_mel_ce: 2.501779794692993 (2.898527023284159) + | > loss: 0.6356557011604309 (0.7352994491233203) + | > current_lr: 5e-06 + | > step_time: 0.0845 (0.1280785467585587) + | > loader_time: 0.0045 (0.005118643612158083) + + + --> TIME: 2024-12-23 22:00:43 -- STEP: 6150/7738 -- GLOBAL_STEP: 6150 + | > loss_text_ce: 0.04331455007195473 (0.04266567880060616) + | > loss_mel_ce: 2.8044021129608154 (2.898278322374915) + | > loss: 0.7119291424751282 (0.7352360007433391) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12807043370192692) + | > loader_time: 0.005 (0.005117364162352011) + + + --> TIME: 2024-12-23 22:00:54 -- STEP: 6200/7738 -- GLOBAL_STEP: 6200 + | > loss_text_ce: 0.04458906129002571 (0.042663240133514344) + | > loss_mel_ce: 3.007732391357422 (2.898236504793165) + | > loss: 0.763080358505249 (0.735224936691023) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12804877723417052) + | > loader_time: 0.0048 (0.005116364263719118) + + + --> TIME: 2024-12-23 22:01:06 -- STEP: 6250/7738 -- GLOBAL_STEP: 6250 + | > loss_text_ce: 0.040886372327804565 (0.04265748436331751) + | > loss_mel_ce: 2.903045654296875 (2.8982482559967018) + | > loss: 0.7359830141067505 (0.7352264355468753) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12811166366577223) + | > loader_time: 0.005 (0.0051169986343383685) + + + --> TIME: 2024-12-23 22:01:18 -- STEP: 6300/7738 -- GLOBAL_STEP: 6300 + | > loss_text_ce: 0.04324273020029068 (0.04265337163079828) + | > loss_mel_ce: 2.7606074810028076 (2.898093925430659) + | > loss: 0.7009625434875488 (0.7351868247134348) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12809960266900525) + | > loader_time: 0.0052 (0.0051161199145846785) + + + --> TIME: 2024-12-23 22:01:29 -- STEP: 6350/7738 -- GLOBAL_STEP: 6350 + | > loss_text_ce: 0.04284404590725899 (0.042649432765099964) + | > loss_mel_ce: 2.7630257606506348 (2.897941675186155) + | > loss: 0.7014674544334412 (0.7351477774015565) + | > current_lr: 5e-06 + | > step_time: 0.1159 (0.12809121770183016) + | > loader_time: 0.0047 (0.005115266184168526) + + + --> TIME: 2024-12-23 22:01:41 -- STEP: 6400/7738 -- GLOBAL_STEP: 6400 + | > loss_text_ce: 0.03778865560889244 (0.04264197872136721) + | > loss_mel_ce: 3.0003836154937744 (2.898158676587043) + | > loss: 0.7595430612564087 (0.7352001642342659) + | > current_lr: 5e-06 + | > step_time: 0.1343 (0.12810988668352463) + | > loader_time: 0.0052 (0.005114147923886765) + + + --> TIME: 2024-12-23 22:01:53 -- STEP: 6450/7738 -- GLOBAL_STEP: 6450 + | > loss_text_ce: 0.040628619492053986 (0.04263851708913036) + | > loss_mel_ce: 2.8034560680389404 (2.898233655256816) + | > loss: 0.7110211849212646 (0.7352180434936704) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.1281478023529062) + | > loader_time: 0.0051 (0.005113724109738361) + + + --> TIME: 2024-12-23 22:02:05 -- STEP: 6500/7738 -- GLOBAL_STEP: 6500 + | > loss_text_ce: 0.04225580021739006 (0.04263239600795968) + | > loss_mel_ce: 2.770688772201538 (2.8980561765890833) + | > loss: 0.7032361626625061 (0.7351721435785297) + | > current_lr: 5e-06 + | > step_time: 0.1417 (0.12822219830293013) + | > loader_time: 0.0057 (0.005113352188697217) + + + --> TIME: 2024-12-23 22:02:16 -- STEP: 6550/7738 -- GLOBAL_STEP: 6550 + | > loss_text_ce: 0.04379989206790924 (0.04262849044936306) + | > loss_mel_ce: 2.919025182723999 (2.8980518092089915) + | > loss: 0.7407062649726868 (0.7351700753292058) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.12822606119490856) + | > loader_time: 0.0054 (0.00511311549266785) + + + --> TIME: 2024-12-23 22:02:28 -- STEP: 6600/7738 -- GLOBAL_STEP: 6600 + | > loss_text_ce: 0.03985460475087166 (0.04262596539475703) + | > loss_mel_ce: 2.969343900680542 (2.897981114640378) + | > loss: 0.7522996068000793 (0.7351517704309842) + | > current_lr: 5e-06 + | > step_time: 0.1328 (0.12819923574274333) + | > loader_time: 0.0053 (0.005111926324439761) + + + --> TIME: 2024-12-23 22:02:39 -- STEP: 6650/7738 -- GLOBAL_STEP: 6650 + | > loss_text_ce: 0.03988752141594887 (0.042624431188057255) + | > loss_mel_ce: 3.0207271575927734 (2.897897987580835) + | > loss: 0.7651536464691162 (0.7351306051060672) + | > current_lr: 5e-06 + | > step_time: 0.1656 (0.12818973824493962) + | > loader_time: 0.0056 (0.0051111304491086) + + + --> TIME: 2024-12-23 22:02:50 -- STEP: 6700/7738 -- GLOBAL_STEP: 6700 + | > loss_text_ce: 0.04326500743627548 (0.04261983211193958) + | > loss_mel_ce: 2.665236234664917 (2.8974965604383534) + | > loss: 0.6771253347396851 (0.7350290985249764) + | > current_lr: 5e-06 + | > step_time: 0.1039 (0.12815921762096447) + | > loader_time: 0.005 (0.005109776596524811) + + + --> TIME: 2024-12-23 22:03:02 -- STEP: 6750/7738 -- GLOBAL_STEP: 6750 + | > loss_text_ce: 0.03985077887773514 (0.04261913670102757) + | > loss_mel_ce: 2.967081069946289 (2.897531214714048) + | > loss: 0.7517329454421997 (0.7350375882078103) + | > current_lr: 5e-06 + | > step_time: 0.1382 (0.12814788927855408) + | > loader_time: 0.0052 (0.005109060393439388) + + + --> TIME: 2024-12-23 22:03:13 -- STEP: 6800/7738 -- GLOBAL_STEP: 6800 + | > loss_text_ce: 0.04314635321497917 (0.042615894153714196) + | > loss_mel_ce: 2.94191575050354 (2.8975904582528487) + | > loss: 0.7462655305862427 (0.7350515884336306) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.12818811448181466) + | > loader_time: 0.0054 (0.005108345782055564) + + + --> TIME: 2024-12-23 22:03:25 -- STEP: 6850/7738 -- GLOBAL_STEP: 6850 + | > loss_text_ce: 0.0433700829744339 (0.04261255471321355) + | > loss_mel_ce: 2.658529043197632 (2.897444572761979) + | > loss: 0.6754747629165649 (0.735014282203939) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.1282097818555631) + | > loader_time: 0.0051 (0.005107577978259445) + + + --> TIME: 2024-12-23 22:03:36 -- STEP: 6900/7738 -- GLOBAL_STEP: 6900 + | > loss_text_ce: 0.04122891277074814 (0.0426114904470202) + | > loss_mel_ce: 2.6828060150146484 (2.897373924117155) + | > loss: 0.6810087561607361 (0.734996354001156) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12816203055174527) + | > loader_time: 0.0047 (0.005105588954427958) + + + --> TIME: 2024-12-23 22:03:48 -- STEP: 6950/7738 -- GLOBAL_STEP: 6950 + | > loss_text_ce: 0.04248587042093277 (0.042609622111852236) + | > loss_mel_ce: 3.02351450920105 (2.897285175357789) + | > loss: 0.7665001153945923 (0.7349736997206436) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12815961686827362) + | > loader_time: 0.0054 (0.00510434987733689) + + + --> TIME: 2024-12-23 22:03:59 -- STEP: 7000/7738 -- GLOBAL_STEP: 7000 + | > loss_text_ce: 0.04228924587368965 (0.04260887001454832) + | > loss_mel_ce: 2.846003770828247 (2.897253495114188) + | > loss: 0.7220732569694519 (0.7349655916265082) + | > current_lr: 5e-06 + | > step_time: 0.1132 (0.1281093017373774) + | > loader_time: 0.0051 (0.00510292843409946) + + + --> TIME: 2024-12-23 22:04:10 -- STEP: 7050/7738 -- GLOBAL_STEP: 7050 + | > loss_text_ce: 0.0433579720556736 (0.04260101824470447) + | > loss_mel_ce: 3.0239346027374268 (2.897319375538655) + | > loss: 0.7668231725692749 (0.7349800988038383) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12811018044221562) + | > loader_time: 0.0051 (0.005102397499355009) + + + --> TIME: 2024-12-23 22:04:22 -- STEP: 7100/7738 -- GLOBAL_STEP: 7100 + | > loss_text_ce: 0.03950200602412224 (0.042599508042486633) + | > loss_mel_ce: 2.8177123069763184 (2.897186851098502) + | > loss: 0.7143035531044006 (0.7349465901415115) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.12812113127238384) + | > loader_time: 0.0053 (0.005101425076874199) + + + --> TIME: 2024-12-23 22:04:33 -- STEP: 7150/7738 -- GLOBAL_STEP: 7150 + | > loss_text_ce: 0.04339965805411339 (0.04259565426440507) + | > loss_mel_ce: 2.9122509956359863 (2.8970183858004463) + | > loss: 0.7389126420021057 (0.734903510383793) + | > current_lr: 5e-06 + | > step_time: 0.0962 (0.12811807489061747) + | > loader_time: 0.0047 (0.005100579728613356) + + + --> TIME: 2024-12-23 22:04:45 -- STEP: 7200/7738 -- GLOBAL_STEP: 7200 + | > loss_text_ce: 0.042633820325136185 (0.04258943043649198) + | > loss_mel_ce: 2.7138781547546387 (2.8970865079429395) + | > loss: 0.6891279816627502 (0.7349189849529004) + | > current_lr: 5e-06 + | > step_time: 0.1186 (0.1281217362814484) + | > loader_time: 0.0053 (0.0050995903544955685) + + + --> TIME: 2024-12-23 22:04:56 -- STEP: 7250/7738 -- GLOBAL_STEP: 7250 + | > loss_text_ce: 0.040512531995773315 (0.04258468838960962) + | > loss_mel_ce: 2.8702149391174316 (2.8969220928652515) + | > loss: 0.7276818752288818 (0.7348766956740415) + | > current_lr: 5e-06 + | > step_time: 0.1666 (0.12811670194823221) + | > loader_time: 0.0054 (0.005098543167114248) + + + --> TIME: 2024-12-23 22:05:08 -- STEP: 7300/7738 -- GLOBAL_STEP: 7300 + | > loss_text_ce: 0.04309697076678276 (0.042581070084379974) + | > loss_mel_ce: 2.9549458026885986 (2.8968929067703124) + | > loss: 0.7495107054710388 (0.734868494574338) + | > current_lr: 5e-06 + | > step_time: 0.0805 (0.12811685219203015) + | > loader_time: 0.0044 (0.005097593314027123) + + + --> TIME: 2024-12-23 22:05:19 -- STEP: 7350/7738 -- GLOBAL_STEP: 7350 + | > loss_text_ce: 0.04509042203426361 (0.04257629512067962) + | > loss_mel_ce: 2.9439706802368164 (2.896772867514161) + | > loss: 0.7472652792930603 (0.7348372910379555) + | > current_lr: 5e-06 + | > step_time: 0.1102 (0.12810410123293153) + | > loader_time: 0.0047 (0.005096797132167677) + + + --> TIME: 2024-12-23 22:05:31 -- STEP: 7400/7738 -- GLOBAL_STEP: 7400 + | > loss_text_ce: 0.039967674762010574 (0.04257458405971931) + | > loss_mel_ce: 2.841139078140259 (2.896753870281011) + | > loss: 0.7202767133712769 (0.7348321140134659) + | > current_lr: 5e-06 + | > step_time: 0.1398 (0.1281186339017513) + | > loader_time: 0.0053 (0.005096401427243197) + + + --> TIME: 2024-12-23 22:05:42 -- STEP: 7450/7738 -- GLOBAL_STEP: 7450 + | > loss_text_ce: 0.046172723174095154 (0.04257348725009686) + | > loss_mel_ce: 2.8750369548797607 (2.896547775812595) + | > loss: 0.7303023934364319 (0.7347803162008326) + | > current_lr: 5e-06 + | > step_time: 0.1223 (0.12810785709611575) + | > loader_time: 0.0053 (0.005095815210534413) + + + --> TIME: 2024-12-23 22:05:54 -- STEP: 7500/7738 -- GLOBAL_STEP: 7500 + | > loss_text_ce: 0.04179457575082779 (0.042569639357427774) + | > loss_mel_ce: 2.8865933418273926 (2.896384864139555) + | > loss: 0.7320969700813293 (0.7347386263052625) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.1281057669639592) + | > loader_time: 0.005 (0.005094993877410879) + + + --> TIME: 2024-12-23 22:06:05 -- STEP: 7550/7738 -- GLOBAL_STEP: 7550 + | > loss_text_ce: 0.04079559072852135 (0.04256997741364092) + | > loss_mel_ce: 2.986095666885376 (2.8963059224198178) + | > loss: 0.7567228078842163 (0.7347189753734515) + | > current_lr: 5e-06 + | > step_time: 0.1498 (0.128114549687367) + | > loader_time: 0.0053 (0.005094451556932048) + + + --> TIME: 2024-12-23 22:06:17 -- STEP: 7600/7738 -- GLOBAL_STEP: 7600 + | > loss_text_ce: 0.04353554919362068 (0.042565958953315504) + | > loss_mel_ce: 2.839257001876831 (2.896265595492562) + | > loss: 0.7206981182098389 (0.7347078890392658) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12813061052247135) + | > loader_time: 0.0055 (0.005093968165548215) + + + --> TIME: 2024-12-23 22:06:28 -- STEP: 7650/7738 -- GLOBAL_STEP: 7650 + | > loss_text_ce: 0.040714483708143234 (0.0425621879427067) + | > loss_mel_ce: 2.9505019187927246 (2.8962291016298165) + | > loss: 0.7478041052818298 (0.7346978228154528) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.12812173073587882) + | > loader_time: 0.0047 (0.005093733968298411) + + + --> TIME: 2024-12-23 22:06:40 -- STEP: 7700/7738 -- GLOBAL_STEP: 7700 + | > loss_text_ce: 0.04360056295990944 (0.042559050815542815) + | > loss_mel_ce: 2.721076488494873 (2.8960932650504154) + | > loss: 0.691169261932373 (0.7346630793732485) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12815668601494343) + | > loader_time: 0.0049 (0.005093659735345212) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.07121027479268081 (+0) + | > avg_loss_text_ce: 0.040513572951007326 (+0) + | > avg_loss_mel_ce: 2.9742628721275715 (+0) + | > avg_loss: 3.0147764405818895 (+0) + + + > EPOCH: 1/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-23 22:07:59)  + + --> TIME: 2024-12-23 22:08:02 -- STEP: 12/7738 -- GLOBAL_STEP: 7750 + | > loss_text_ce: 0.04181795194745064 (0.04199707849572102) + | > loss_mel_ce: 2.9621903896331787 (2.8720017671585083) + | > loss: 0.7510020732879639 (0.728499710559845) + | > current_lr: 5e-06 + | > step_time: 0.0873 (0.13851277033487955) + | > loader_time: 0.0047 (0.004831771055857341) + + + --> TIME: 2024-12-23 22:08:14 -- STEP: 62/7738 -- GLOBAL_STEP: 7800 + | > loss_text_ce: 0.041373755782842636 (0.041942213992438) + | > loss_mel_ce: 3.018953561782837 (2.900901367587428) + | > loss: 0.7650818228721619 (0.7357108958305852) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.12940495629464427) + | > loader_time: 0.0051 (0.004908296369737194) + + + --> TIME: 2024-12-23 22:08:25 -- STEP: 112/7738 -- GLOBAL_STEP: 7850 + | > loss_text_ce: 0.04196024686098099 (0.0421501038529511) + | > loss_mel_ce: 2.9943645000457764 (2.8892031695161537) + | > loss: 0.7590811848640442 (0.7328383188162532) + | > current_lr: 5e-06 + | > step_time: 0.0941 (0.1279564372130803) + | > loader_time: 0.0046 (0.00487572593348367) + + + --> TIME: 2024-12-23 22:08:37 -- STEP: 162/7738 -- GLOBAL_STEP: 7900 + | > loss_text_ce: 0.042694441974163055 (0.042209698071266386) + | > loss_mel_ce: 2.7774205207824707 (2.890090739285503) + | > loss: 0.7050287127494812 (0.7330751095289068) + | > current_lr: 5e-06 + | > step_time: 0.0925 (0.12764913653150026) + | > loader_time: 0.0044 (0.004862530731860503) + + + --> TIME: 2024-12-23 22:08:48 -- STEP: 212/7738 -- GLOBAL_STEP: 7950 + | > loss_text_ce: 0.04401816800236702 (0.042087717825230526) + | > loss_mel_ce: 3.1145780086517334 (2.8837115989541107) + | > loss: 0.7896490693092346 (0.7314498286764578) + | > current_lr: 5e-06 + | > step_time: 0.1424 (0.1271474260204244) + | > loader_time: 0.0052 (0.004847802081198066) + + + --> TIME: 2024-12-23 22:08:59 -- STEP: 262/7738 -- GLOBAL_STEP: 8000 + | > loss_text_ce: 0.04038337990641594 (0.04209956235273646) + | > loss_mel_ce: 2.82169246673584 (2.88549085518786) + | > loss: 0.7155189514160156 (0.7318976036919893) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.1273965589872754) + | > loader_time: 0.005 (0.00484617429835196) + + + --> TIME: 2024-12-23 22:09:11 -- STEP: 312/7738 -- GLOBAL_STEP: 8050 + | > loss_text_ce: 0.04116693511605263 (0.04206542320883809) + | > loss_mel_ce: 2.9781439304351807 (2.883707057971221) + | > loss: 0.7548277378082275 (0.7314431195457777) + | > current_lr: 5e-06 + | > step_time: 0.1052 (0.12829819627297237) + | > loader_time: 0.0049 (0.0048468701350383265) + + + --> TIME: 2024-12-23 22:09:22 -- STEP: 362/7738 -- GLOBAL_STEP: 8100 + | > loss_text_ce: 0.03866442292928696 (0.04200099187373125) + | > loss_mel_ce: 2.988023042678833 (2.8846033462503344) + | > loss: 0.7566718459129333 (0.7316510841991359) + | > current_lr: 5e-06 + | > step_time: 0.156 (0.12768246719191745) + | > loader_time: 0.0049 (0.004832229561568619) + + + --> TIME: 2024-12-23 22:09:34 -- STEP: 412/7738 -- GLOBAL_STEP: 8150 + | > loss_text_ce: 0.04427046328783035 (0.042043897142471025) + | > loss_mel_ce: 3.003222942352295 (2.8850391426132727) + | > loss: 0.7618733644485474 (0.7317707599366752) + | > current_lr: 5e-06 + | > step_time: 0.1472 (0.1275856986786554) + | > loader_time: 0.0051 (0.004819499057473486) + + + --> TIME: 2024-12-23 22:09:45 -- STEP: 462/7738 -- GLOBAL_STEP: 8200 + | > loss_text_ce: 0.038066886365413666 (0.042010898568800505) + | > loss_mel_ce: 2.754972219467163 (2.8842185875038053) + | > loss: 0.6982597708702087 (0.7315573718124653) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12699317622494372) + | > loader_time: 0.0049 (0.0048172293287335) + + + --> TIME: 2024-12-23 22:09:56 -- STEP: 512/7738 -- GLOBAL_STEP: 8250 + | > loss_text_ce: 0.04311027377843857 (0.04199354736192616) + | > loss_mel_ce: 2.7627129554748535 (2.882361618801952) + | > loss: 0.70145583152771 (0.7310887917410581) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.1272403760813175) + | > loader_time: 0.0045 (0.004814731422811745) + + + --> TIME: 2024-12-23 22:10:08 -- STEP: 562/7738 -- GLOBAL_STEP: 8300 + | > loss_text_ce: 0.04544847458600998 (0.04199511972769723) + | > loss_mel_ce: 3.0185017585754395 (2.884438635615692) + | > loss: 0.7659875750541687 (0.7316084390645349) + | > current_lr: 5e-06 + | > step_time: 0.0985 (0.12784957631202767) + | > loader_time: 0.0044 (0.004819736361927834) + + + --> TIME: 2024-12-23 22:10:20 -- STEP: 612/7738 -- GLOBAL_STEP: 8350 + | > loss_text_ce: 0.04199765995144844 (0.04197181117860902) + | > loss_mel_ce: 2.744966745376587 (2.8857894695662223) + | > loss: 0.6967411041259766 (0.7319403203094704) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12791053298252072) + | > loader_time: 0.0048 (0.004822303656659096) + + + --> TIME: 2024-12-23 22:10:32 -- STEP: 662/7738 -- GLOBAL_STEP: 8400 + | > loss_text_ce: 0.04344688355922699 (0.04193745016646527) + | > loss_mel_ce: 2.9942312240600586 (2.8866520720306115) + | > loss: 0.7594195008277893 (0.7321473802144428) + | > current_lr: 5e-06 + | > step_time: 0.1269 (0.12835672614797725) + | > loader_time: 0.0052 (0.004826002250625285) + + + --> TIME: 2024-12-23 22:10:43 -- STEP: 712/7738 -- GLOBAL_STEP: 8450 + | > loss_text_ce: 0.04264074191451073 (0.04194047238698664) + | > loss_mel_ce: 2.812321186065674 (2.88513255487667) + | > loss: 0.7137404680252075 (0.7317682564928284) + | > current_lr: 5e-06 + | > step_time: 0.1414 (0.12811159183470053) + | > loader_time: 0.0051 (0.004822389463360386) + + + --> TIME: 2024-12-23 22:10:54 -- STEP: 762/7738 -- GLOBAL_STEP: 8500 + | > loss_text_ce: 0.0448751300573349 (0.0419776175963127) + | > loss_mel_ce: 2.7285315990448 (2.884334661516304) + | > loss: 0.693351686000824 (0.7315780694872682) + | > current_lr: 5e-06 + | > step_time: 0.1158 (0.12799035188719987) + | > loader_time: 0.0049 (0.004823334260875464) + + + --> TIME: 2024-12-23 22:11:06 -- STEP: 812/7738 -- GLOBAL_STEP: 8550 + | > loss_text_ce: 0.04065825790166855 (0.041968757938134774) + | > loss_mel_ce: 2.9094173908233643 (2.884325192186045) + | > loss: 0.7375189065933228 (0.7315734872236622) + | > current_lr: 5e-06 + | > step_time: 0.143 (0.12818498270852233) + | > loader_time: 0.0052 (0.004827515538690122) + + + --> TIME: 2024-12-23 22:11:18 -- STEP: 862/7738 -- GLOBAL_STEP: 8600 + | > loss_text_ce: 0.04555293917655945 (0.04196477929895128) + | > loss_mel_ce: 3.01821231842041 (2.88454492822324) + | > loss: 0.765941321849823 (0.7316274267476557) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.12829838413096933) + | > loader_time: 0.005 (0.004832539923506378) + + + --> TIME: 2024-12-23 22:11:29 -- STEP: 912/7738 -- GLOBAL_STEP: 8650 + | > loss_text_ce: 0.03893399238586426 (0.0419765330663179) + | > loss_mel_ce: 2.8177034854888916 (2.885647242790774) + | > loss: 0.714159369468689 (0.7319059440572006) + | > current_lr: 5e-06 + | > step_time: 0.0931 (0.1282928457908464) + | > loader_time: 0.0046 (0.004830830191311081) + + + --> TIME: 2024-12-23 22:11:41 -- STEP: 962/7738 -- GLOBAL_STEP: 8700 + | > loss_text_ce: 0.03757699579000473 (0.04195798536580585) + | > loss_mel_ce: 2.92802357673645 (2.8861796761748693) + | > loss: 0.7414001226425171 (0.7320344153164325) + | > current_lr: 5e-06 + | > step_time: 0.1249 (0.12838997935059177) + | > loader_time: 0.0049 (0.004834487135841542) + + + --> TIME: 2024-12-23 22:11:52 -- STEP: 1012/7738 -- GLOBAL_STEP: 8750 + | > loss_text_ce: 0.042275138199329376 (0.04195068151185747) + | > loss_mel_ce: 2.769860029220581 (2.8858592314682454) + | > loss: 0.7030338048934937 (0.7319524781741639) + | > current_lr: 5e-06 + | > step_time: 0.1554 (0.12835819023871153) + | > loader_time: 0.0053 (0.004839835666385091) + + + --> TIME: 2024-12-23 22:12:03 -- STEP: 1062/7738 -- GLOBAL_STEP: 8800 + | > loss_text_ce: 0.044588603079319 (0.04197958643897212) + | > loss_mel_ce: 2.8380022048950195 (2.8841837175372853) + | > loss: 0.7206476926803589 (0.7315408259686322) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.1281565084295759) + | > loader_time: 0.0043 (0.004837312267325017) + + + --> TIME: 2024-12-23 22:12:14 -- STEP: 1112/7738 -- GLOBAL_STEP: 8850 + | > loss_text_ce: 0.043750811368227005 (0.041964125618499326) + | > loss_mel_ce: 2.9486987590789795 (2.8835004951885277) + | > loss: 0.7481123805046082 (0.7313661552804832) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.1278971489384879) + | > loader_time: 0.0047 (0.004835342331755931) + + + --> TIME: 2024-12-23 22:12:26 -- STEP: 1162/7738 -- GLOBAL_STEP: 8900 + | > loss_text_ce: 0.0429825596511364 (0.04197171834744699) + | > loss_mel_ce: 2.908604621887207 (2.883877840797175) + | > loss: 0.7378968000411987 (0.7314623898975612) + | > current_lr: 5e-06 + | > step_time: 0.1472 (0.1281663981649429) + | > loader_time: 0.0051 (0.004837694553828278) + + + --> TIME: 2024-12-23 22:12:38 -- STEP: 1212/7738 -- GLOBAL_STEP: 8950 + | > loss_text_ce: 0.044649388641119 (0.041965857898146365) + | > loss_mel_ce: 2.916585922241211 (2.8841876141702407) + | > loss: 0.7403088212013245 (0.731538367940254) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12802547590173916) + | > loader_time: 0.0052 (0.004836140292705874) + + + --> TIME: 2024-12-23 22:12:49 -- STEP: 1262/7738 -- GLOBAL_STEP: 9000 + | > loss_text_ce: 0.04192863777279854 (0.041952626564187176) + | > loss_mel_ce: 2.726792812347412 (2.884521732428565) + | > loss: 0.692180335521698 (0.7316185895784527) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12779030123527768) + | > loader_time: 0.0049 (0.004834743762734194) + + + --> TIME: 2024-12-23 22:13:00 -- STEP: 1312/7738 -- GLOBAL_STEP: 9050 + | > loss_text_ce: 0.04196564108133316 (0.041947732608560884) + | > loss_mel_ce: 2.9284403324127197 (2.883903628442348) + | > loss: 0.7426015138626099 (0.7314628400817147) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.12758838185449933) + | > loader_time: 0.0047 (0.00483397485279455) + + + --> TIME: 2024-12-23 22:13:11 -- STEP: 1362/7738 -- GLOBAL_STEP: 9100 + | > loss_text_ce: 0.04380689933896065 (0.04193536708303745) + | > loss_mel_ce: 3.0794694423675537 (2.883930903524381) + | > loss: 0.7808190584182739 (0.7314665673762863) + | > current_lr: 5e-06 + | > step_time: 0.1543 (0.12764724095662436) + | > loader_time: 0.0051 (0.00483476993095857) + + + --> TIME: 2024-12-23 22:13:23 -- STEP: 1412/7738 -- GLOBAL_STEP: 9150 + | > loss_text_ce: 0.04095200076699257 (0.041958257141747286) + | > loss_mel_ce: 3.0434913635253906 (2.883993887192131) + | > loss: 0.7711108326911926 (0.7314880358176593) + | > current_lr: 5e-06 + | > step_time: 0.1417 (0.12757485733491514) + | > loader_time: 0.0051 (0.004837066863819154) + + + --> TIME: 2024-12-23 22:13:34 -- STEP: 1462/7738 -- GLOBAL_STEP: 9200 + | > loss_text_ce: 0.036440327763557434 (0.04197226308041573) + | > loss_mel_ce: 2.824406862258911 (2.884077743205427) + | > loss: 0.715211808681488 (0.7315125013669763) + | > current_lr: 5e-06 + | > step_time: 0.1669 (0.1276775872495367) + | > loader_time: 0.0054 (0.004837505142274536) + + + --> TIME: 2024-12-23 22:13:45 -- STEP: 1512/7738 -- GLOBAL_STEP: 9250 + | > loss_text_ce: 0.044915374368429184 (0.04198582205310387) + | > loss_mel_ce: 2.953930139541626 (2.8847195744199126) + | > loss: 0.7497113943099976 (0.7316763488940458) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12753467947717706) + | > loader_time: 0.0046 (0.004836279563802891) + + + --> TIME: 2024-12-23 22:13:57 -- STEP: 1562/7738 -- GLOBAL_STEP: 9300 + | > loss_text_ce: 0.0397522859275341 (0.041987612519160444) + | > loss_mel_ce: 2.9439587593078613 (2.8836295902347473) + | > loss: 0.7459277510643005 (0.7314043002687248) + | > current_lr: 5e-06 + | > step_time: 0.133 (0.12756541199629198) + | > loader_time: 0.0049 (0.004837667743619364) + + + --> TIME: 2024-12-23 22:14:08 -- STEP: 1612/7738 -- GLOBAL_STEP: 9350 + | > loss_text_ce: 0.040301110595464706 (0.04196791293298268) + | > loss_mel_ce: 2.8490355014801025 (2.883375554315508) + | > loss: 0.7223341464996338 (0.7313358663921022) + | > current_lr: 5e-06 + | > step_time: 0.1277 (0.12762786052363084) + | > loader_time: 0.005 (0.004837430144657864) + + + --> TIME: 2024-12-23 22:14:20 -- STEP: 1662/7738 -- GLOBAL_STEP: 9400 + | > loss_text_ce: 0.04109228029847145 (0.0419683235548392) + | > loss_mel_ce: 2.8496501445770264 (2.882663794803278) + | > loss: 0.7226856350898743 (0.7311580290145963) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12764013200890714) + | > loader_time: 0.0047 (0.004837764012397557) + + + --> TIME: 2024-12-23 22:14:32 -- STEP: 1712/7738 -- GLOBAL_STEP: 9450 + | > loss_text_ce: 0.04128263518214226 (0.0419712477737916) + | > loss_mel_ce: 2.9459269046783447 (2.883309778209047) + | > loss: 0.7468023896217346 (0.7313202560017596) + | > current_lr: 5e-06 + | > step_time: 0.0927 (0.12789985356486824) + | > loader_time: 0.0046 (0.0048409371732551386) + + + --> TIME: 2024-12-23 22:14:43 -- STEP: 1762/7738 -- GLOBAL_STEP: 9500 + | > loss_text_ce: 0.04081045091152191 (0.041971353105735576) + | > loss_mel_ce: 2.7851102352142334 (2.8825637811158518) + | > loss: 0.7064801454544067 (0.7311337831748328) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.1277980368740845) + | > loader_time: 0.0046 (0.0048418748662907496) + + + --> TIME: 2024-12-23 22:14:55 -- STEP: 1812/7738 -- GLOBAL_STEP: 9550 + | > loss_text_ce: 0.04278522729873657 (0.04198217766963885) + | > loss_mel_ce: 3.0421929359436035 (2.881996553202078) + | > loss: 0.7712445259094238 (0.7309946823396427) + | > current_lr: 5e-06 + | > step_time: 0.0808 (0.12781543565901676) + | > loader_time: 0.0042 (0.004843190147913583) + + + --> TIME: 2024-12-23 22:15:06 -- STEP: 1862/7738 -- GLOBAL_STEP: 9600 + | > loss_text_ce: 0.0420348159968853 (0.041974903473472505) + | > loss_mel_ce: 2.785456657409668 (2.882609412442219) + | > loss: 0.7068728804588318 (0.7311460786167966) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.12793496984160135) + | > loader_time: 0.0049 (0.004844936213098973) + + + --> TIME: 2024-12-23 22:15:18 -- STEP: 1912/7738 -- GLOBAL_STEP: 9650 + | > loss_text_ce: 0.04321064427495003 (0.041965161943145764) + | > loss_mel_ce: 2.7393136024475098 (2.8821860398458163) + | > loss: 0.6956310868263245 (0.7310378000950711) + | > current_lr: 5e-06 + | > step_time: 0.1475 (0.12800618482434079) + | > loader_time: 0.0053 (0.0048475978763532455) + + + --> TIME: 2024-12-23 22:15:30 -- STEP: 1962/7738 -- GLOBAL_STEP: 9700 + | > loss_text_ce: 0.04118781536817551 (0.04195443808721051) + | > loss_mel_ce: 2.736421585083008 (2.8820185983338997) + | > loss: 0.6944023370742798 (0.730993258904487) + | > current_lr: 5e-06 + | > step_time: 0.093 (0.12813226989528312) + | > loader_time: 0.0044 (0.004849388815698032) + + + --> TIME: 2024-12-23 22:15:42 -- STEP: 2012/7738 -- GLOBAL_STEP: 9750 + | > loss_text_ce: 0.037813883274793625 (0.04194772208505728) + | > loss_mel_ce: 2.833808422088623 (2.8826101072739916) + | > loss: 0.717905580997467 (0.7311394571606252) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.1282613036883752) + | > loader_time: 0.0052 (0.004851945470389032) + + + --> TIME: 2024-12-23 22:15:53 -- STEP: 2062/7738 -- GLOBAL_STEP: 9800 + | > loss_text_ce: 0.04263132065534592 (0.04195560689448271) + | > loss_mel_ce: 2.8683712482452393 (2.8827890686105477) + | > loss: 0.7277506589889526 (0.7311861686748166) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12819996756563803) + | > loader_time: 0.005 (0.00485221548755694) + + + --> TIME: 2024-12-23 22:16:04 -- STEP: 2112/7738 -- GLOBAL_STEP: 9850 + | > loss_text_ce: 0.041797999292612076 (0.04195276849239953) + | > loss_mel_ce: 2.9923932552337646 (2.8829414566809506) + | > loss: 0.758547842502594 (0.7312235561001932) + | > current_lr: 5e-06 + | > step_time: 0.0871 (0.12808925726196962) + | > loader_time: 0.0045 (0.004851900831316458) + + + --> TIME: 2024-12-23 22:16:16 -- STEP: 2162/7738 -- GLOBAL_STEP: 9900 + | > loss_text_ce: 0.040564727038145065 (0.04194910729701988) + | > loss_mel_ce: 2.7881624698638916 (2.8831460146193835) + | > loss: 0.7071818113327026 (0.7312737803399618) + | > current_lr: 5e-06 + | > step_time: 0.1435 (0.12808580160361527) + | > loader_time: 0.0053 (0.004852674935946962) + + + --> TIME: 2024-12-23 22:16:27 -- STEP: 2212/7738 -- GLOBAL_STEP: 9950 + | > loss_text_ce: 0.04322376474738121 (0.04195580577602441) + | > loss_mel_ce: 3.0487358570098877 (2.8828172975810933) + | > loss: 0.7729899287223816 (0.7311932756338154) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.1280926380838665) + | > loader_time: 0.0051 (0.004853289985311828) + + + --> TIME: 2024-12-23 22:16:38 -- STEP: 2262/7738 -- GLOBAL_STEP: 10000 + | > loss_text_ce: 0.04290943220257759 (0.041956267524658857) + | > loss_mel_ce: 2.993375301361084 (2.882950184937604) + | > loss: 0.7590711712837219 (0.7312266128607071) + | > current_lr: 5e-06 + | > step_time: 0.1692 (0.12803252696147738) + | > loader_time: 0.0053 (0.004852921218602241) + + + --> TIME: 2024-12-23 22:16:50 -- STEP: 2312/7738 -- GLOBAL_STEP: 10050 + | > loss_text_ce: 0.04219736531376839 (0.04195176678867592) + | > loss_mel_ce: 2.708065986633301 (2.882928242320423) + | > loss: 0.6875658631324768 (0.7312200020186627) + | > current_lr: 5e-06 + | > step_time: 0.0924 (0.12802401545963477) + | > loader_time: 0.0045 (0.004852224386274608) + + + --> TIME: 2024-12-23 22:17:01 -- STEP: 2362/7738 -- GLOBAL_STEP: 10100 + | > loss_text_ce: 0.040446553379297256 (0.04194243921315539) + | > loss_mel_ce: 3.002075433731079 (2.8828304105648863) + | > loss: 0.7606304883956909 (0.7311932122071451) + | > current_lr: 5e-06 + | > step_time: 0.1688 (0.1278768025849654) + | > loader_time: 0.0053 (0.004850542111279703) + + + --> TIME: 2024-12-23 22:17:12 -- STEP: 2412/7738 -- GLOBAL_STEP: 10150 + | > loss_text_ce: 0.03973955661058426 (0.04194517305142448) + | > loss_mel_ce: 2.7549808025360107 (2.8825654170011035) + | > loss: 0.6986801028251648 (0.7311276472474806) + | > current_lr: 5e-06 + | > step_time: 0.1046 (0.12787866434252274) + | > loader_time: 0.0046 (0.004851412318436863) + + + --> TIME: 2024-12-23 22:17:24 -- STEP: 2462/7738 -- GLOBAL_STEP: 10200 + | > loss_text_ce: 0.0366511307656765 (0.04194331914186477) + | > loss_mel_ce: 2.657365560531616 (2.8818234602287496) + | > loss: 0.6735041737556458 (0.7309416946020678) + | > current_lr: 5e-06 + | > step_time: 0.0884 (0.12790035078140113) + | > loader_time: 0.0042 (0.004851410875080276) + + + --> TIME: 2024-12-23 22:17:35 -- STEP: 2512/7738 -- GLOBAL_STEP: 10250 + | > loss_text_ce: 0.0398595966398716 (0.04195018910808832) + | > loss_mel_ce: 2.728755235671997 (2.881534546708608) + | > loss: 0.6921536922454834 (0.7308711837383974) + | > current_lr: 5e-06 + | > step_time: 0.1294 (0.1279242895780855) + | > loader_time: 0.0049 (0.004853319969906171) + + + --> TIME: 2024-12-23 22:17:47 -- STEP: 2562/7738 -- GLOBAL_STEP: 10300 + | > loss_text_ce: 0.04062953218817711 (0.04195031551040773) + | > loss_mel_ce: 2.6279125213623047 (2.8806974437439683) + | > loss: 0.6671355366706848 (0.73066193961148) + | > current_lr: 5e-06 + | > step_time: 0.1152 (0.12784692116959961) + | > loader_time: 0.0047 (0.004852606857502305) + + + --> TIME: 2024-12-23 22:17:58 -- STEP: 2612/7738 -- GLOBAL_STEP: 10350 + | > loss_text_ce: 0.04185811057686806 (0.04195403058943303) + | > loss_mel_ce: 2.91133451461792 (2.88081991334787) + | > loss: 0.7382981777191162 (0.7306934858217361) + | > current_lr: 5e-06 + | > step_time: 0.0917 (0.12787490918844435) + | > loader_time: 0.0047 (0.004853138697275164) + + + --> TIME: 2024-12-23 22:18:10 -- STEP: 2662/7738 -- GLOBAL_STEP: 10400 + | > loss_text_ce: 0.041124723851680756 (0.04195407470989104) + | > loss_mel_ce: 2.98749041557312 (2.880816199831461) + | > loss: 0.7571538090705872 (0.7306925684639067) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.12791147534780978) + | > loader_time: 0.0053 (0.004854158563420438) + + + --> TIME: 2024-12-23 22:18:21 -- STEP: 2712/7738 -- GLOBAL_STEP: 10450 + | > loss_text_ce: 0.03989014774560928 (0.041952326789410445) + | > loss_mel_ce: 2.8346269130706787 (2.8803283575713508) + | > loss: 0.7186292409896851 (0.7305701709734306) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12779430012084028) + | > loader_time: 0.0046 (0.004853719191565278) + + + --> TIME: 2024-12-23 22:18:32 -- STEP: 2762/7738 -- GLOBAL_STEP: 10500 + | > loss_text_ce: 0.039306145161390305 (0.041948719698717295) + | > loss_mel_ce: 2.697319746017456 (2.8803420267098248) + | > loss: 0.6841564774513245 (0.7305726864949074) + | > current_lr: 5e-06 + | > step_time: 0.0932 (0.12779246405533126) + | > loader_time: 0.0044 (0.004853802259032234) + + + --> TIME: 2024-12-23 22:18:44 -- STEP: 2812/7738 -- GLOBAL_STEP: 10550 + | > loss_text_ce: 0.04149217903614044 (0.041939299781495486) + | > loss_mel_ce: 2.9611449241638184 (2.879955632588268) + | > loss: 0.7506592869758606 (0.7304737329864571) + | > current_lr: 5e-06 + | > step_time: 0.1424 (0.12779015446794492) + | > loader_time: 0.005 (0.004854780851014141) + + + --> TIME: 2024-12-23 22:18:55 -- STEP: 2862/7738 -- GLOBAL_STEP: 10600 + | > loss_text_ce: 0.03832297399640083 (0.041939846331749624) + | > loss_mel_ce: 2.8690152168273926 (2.8802540967049635) + | > loss: 0.7268345355987549 (0.7305484856657847) + | > current_lr: 5e-06 + | > step_time: 0.1117 (0.12781362363627377) + | > loader_time: 0.0047 (0.0048551137092478335) + + + --> TIME: 2024-12-23 22:19:06 -- STEP: 2912/7738 -- GLOBAL_STEP: 10650 + | > loss_text_ce: 0.04432804137468338 (0.04195104410442025) + | > loss_mel_ce: 2.954171895980835 (2.8805121484693634) + | > loss: 0.7496249675750732 (0.7306157980564533) + | > current_lr: 5e-06 + | > step_time: 0.139 (0.1277067404199432) + | > loader_time: 0.0053 (0.004855186402142698) + + + --> TIME: 2024-12-23 22:19:18 -- STEP: 2962/7738 -- GLOBAL_STEP: 10700 + | > loss_text_ce: 0.04142730310559273 (0.041945506277155195) + | > loss_mel_ce: 2.7702651023864746 (2.8803387246849934) + | > loss: 0.7029231190681458 (0.7305710576499822) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.1277156203763859) + | > loader_time: 0.0049 (0.004856452838864216) + + + --> TIME: 2024-12-23 22:19:29 -- STEP: 3012/7738 -- GLOBAL_STEP: 10750 + | > loss_text_ce: 0.04130348563194275 (0.04195159398375518) + | > loss_mel_ce: 2.5882811546325684 (2.8802978827817234) + | > loss: 0.657396137714386 (0.7305623691078836) + | > current_lr: 5e-06 + | > step_time: 0.1616 (0.12772583470718135) + | > loader_time: 0.0056 (0.004857781477975018) + + + --> TIME: 2024-12-23 22:19:41 -- STEP: 3062/7738 -- GLOBAL_STEP: 10800 + | > loss_text_ce: 0.04189680516719818 (0.04194708788374484) + | > loss_mel_ce: 2.8174169063568115 (2.8803874220745347) + | > loss: 0.7148284316062927 (0.7305836274606742) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.1277421808647686) + | > loader_time: 0.0048 (0.004859998676217824) + + + --> TIME: 2024-12-23 22:19:52 -- STEP: 3112/7738 -- GLOBAL_STEP: 10850 + | > loss_text_ce: 0.04727866128087044 (0.04193718728290957) + | > loss_mel_ce: 2.832030773162842 (2.880435169739102) + | > loss: 0.7198273539543152 (0.7305930892154001) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12767982122830665) + | > loader_time: 0.0048 (0.004860374492360876) + + + --> TIME: 2024-12-23 22:20:03 -- STEP: 3162/7738 -- GLOBAL_STEP: 10900 + | > loss_text_ce: 0.043295491486787796 (0.041930850035617535) + | > loss_mel_ce: 2.797614812850952 (2.8804035818629634) + | > loss: 0.7102275490760803 (0.7305836078865782) + | > current_lr: 5e-06 + | > step_time: 0.109 (0.12765094617135433) + | > loader_time: 0.005 (0.004862896556118328) + + + --> TIME: 2024-12-23 22:20:15 -- STEP: 3212/7738 -- GLOBAL_STEP: 10950 + | > loss_text_ce: 0.043622683733701706 (0.04192861147656346) + | > loss_mel_ce: 3.0051310062408447 (2.88034472556073) + | > loss: 0.7621884346008301 (0.7305683341076782) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12759707109123486) + | > loader_time: 0.005 (0.0048638567384123605) + + + --> TIME: 2024-12-23 22:20:26 -- STEP: 3262/7738 -- GLOBAL_STEP: 11000 + | > loss_text_ce: 0.040446266531944275 (0.04192543609135173) + | > loss_mel_ce: 3.0948598384857178 (2.88005185536561) + | > loss: 0.7838265299797058 (0.7304943226949341) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.12766077268496362) + | > loader_time: 0.0045 (0.004866032275884588) + + + --> TIME: 2024-12-23 22:20:38 -- STEP: 3312/7738 -- GLOBAL_STEP: 11050 + | > loss_text_ce: 0.042464274913072586 (0.04193317869358696) + | > loss_mel_ce: 2.823502540588379 (2.879897211052949) + | > loss: 0.71649169921875 (0.730457597218706) + | > current_lr: 5e-06 + | > step_time: 0.146 (0.12766266005914537) + | > loader_time: 0.0051 (0.004866553461494069) + + + --> TIME: 2024-12-23 22:20:49 -- STEP: 3362/7738 -- GLOBAL_STEP: 11100 + | > loss_text_ce: 0.03585541248321533 (0.04192689142717905) + | > loss_mel_ce: 2.9257924556732178 (2.8798840052311405) + | > loss: 0.7404119968414307 (0.7304527239562643) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12763845778731314) + | > loader_time: 0.0051 (0.004867734404137834) + + + --> TIME: 2024-12-23 22:21:00 -- STEP: 3412/7738 -- GLOBAL_STEP: 11150 + | > loss_text_ce: 0.040694668889045715 (0.041926014995920795) + | > loss_mel_ce: 2.8272130489349365 (2.8796253685095983) + | > loss: 0.7169769406318665 (0.7303878457087846) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12752009185788735) + | > loader_time: 0.0048 (0.004867262675362475) + + + --> TIME: 2024-12-23 22:21:11 -- STEP: 3462/7738 -- GLOBAL_STEP: 11200 + | > loss_text_ce: 0.04281938448548317 (0.04191921432817309) + | > loss_mel_ce: 2.9581689834594727 (2.8793991434305584) + | > loss: 0.7502471208572388 (0.7303295892866137) + | > current_lr: 5e-06 + | > step_time: 0.1723 (0.12756787869780098) + | > loader_time: 0.0053 (0.00486837206101706) + + + --> TIME: 2024-12-23 22:21:23 -- STEP: 3512/7738 -- GLOBAL_STEP: 11250 + | > loss_text_ce: 0.041456159204244614 (0.041915738186109476) + | > loss_mel_ce: 2.965411424636841 (2.878982537156632) + | > loss: 0.7517169117927551 (0.7302245687277552) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1275741840142049) + | > loader_time: 0.0047 (0.004869363302521926) + + + --> TIME: 2024-12-23 22:21:34 -- STEP: 3562/7738 -- GLOBAL_STEP: 11300 + | > loss_text_ce: 0.037548985332250595 (0.041907075980802615) + | > loss_mel_ce: 3.0353004932403564 (2.87894515647171) + | > loss: 0.7682123780250549 (0.7302130579546823) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12756516978956178) + | > loader_time: 0.0047 (0.004872142298043536) + + + --> TIME: 2024-12-23 22:21:46 -- STEP: 3612/7738 -- GLOBAL_STEP: 11350 + | > loss_text_ce: 0.04031476378440857 (0.04190784926471582) + | > loss_mel_ce: 2.863053321838379 (2.8791087439421967) + | > loss: 0.7258419990539551 (0.7302541481960124) + | > current_lr: 5e-06 + | > step_time: 0.1211 (0.12755773570450393) + | > loader_time: 0.0055 (0.0048738348391628925) + + + --> TIME: 2024-12-23 22:21:57 -- STEP: 3662/7738 -- GLOBAL_STEP: 11400 + | > loss_text_ce: 0.03932037204504013 (0.041902063573150565) + | > loss_mel_ce: 2.8249833583831787 (2.8793026207575476) + | > loss: 0.7160759568214417 (0.7303011710040886) + | > current_lr: 5e-06 + | > step_time: 0.1636 (0.12755649308569733) + | > loader_time: 0.0055 (0.004874877888019581) + + + --> TIME: 2024-12-23 22:22:09 -- STEP: 3712/7738 -- GLOBAL_STEP: 11450 + | > loss_text_ce: 0.04225390404462814 (0.041894912355426854) + | > loss_mel_ce: 2.7619216442108154 (2.87922160995418) + | > loss: 0.7010439038276672 (0.7302791304597311) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.12759338300032824) + | > loader_time: 0.0051 (0.004876702445848227) + + + --> TIME: 2024-12-23 22:22:21 -- STEP: 3762/7738 -- GLOBAL_STEP: 11500 + | > loss_text_ce: 0.03937976434826851 (0.04188946704739173) + | > loss_mel_ce: 2.851781129837036 (2.8790257291423744) + | > loss: 0.7227902412414551 (0.7302287989541105) + | > current_lr: 5e-06 + | > step_time: 0.1561 (0.12764337080580784) + | > loader_time: 0.0051 (0.004878008764896659) + + + --> TIME: 2024-12-23 22:22:32 -- STEP: 3812/7738 -- GLOBAL_STEP: 11550 + | > loss_text_ce: 0.03912604600191116 (0.041886478045843854) + | > loss_mel_ce: 2.8401927947998047 (2.8788868017486893) + | > loss: 0.7198297381401062 (0.7301933199073436) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.1276051273250875) + | > loader_time: 0.0042 (0.004877878511314745) + + + --> TIME: 2024-12-23 22:22:43 -- STEP: 3862/7738 -- GLOBAL_STEP: 11600 + | > loss_text_ce: 0.03716220706701279 (0.04188211622408234) + | > loss_mel_ce: 2.845289707183838 (2.878740423272648) + | > loss: 0.7206130027770996 (0.7301556348708058) + | > current_lr: 5e-06 + | > step_time: 0.1091 (0.12757263703398056) + | > loader_time: 0.0052 (0.004878260013910224) + + + --> TIME: 2024-12-23 22:22:55 -- STEP: 3912/7738 -- GLOBAL_STEP: 11650 + | > loss_text_ce: 0.04169071465730667 (0.04187625048944917) + | > loss_mel_ce: 2.7900030612945557 (2.878729029057707) + | > loss: 0.7079234719276428 (0.7301513198877406) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12757185107603594) + | > loader_time: 0.005 (0.004878900594750301) + + + --> TIME: 2024-12-23 22:23:06 -- STEP: 3962/7738 -- GLOBAL_STEP: 11700 + | > loss_text_ce: 0.04181882366538048 (0.04187712435230256) + | > loss_mel_ce: 2.8752822875976562 (2.8787831439326865) + | > loss: 0.7292752861976624 (0.7301650671029802) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.12756827574435722) + | > loader_time: 0.0047 (0.004879136810033137) + + + --> TIME: 2024-12-23 22:23:18 -- STEP: 4012/7738 -- GLOBAL_STEP: 11750 + | > loss_text_ce: 0.041489601135253906 (0.04187338651507971) + | > loss_mel_ce: 3.0401151180267334 (2.8792641984738983) + | > loss: 0.7704011797904968 (0.7302843962655825) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.12762282169233594) + | > loader_time: 0.005 (0.004880102004035038) + + + --> TIME: 2024-12-23 22:23:29 -- STEP: 4062/7738 -- GLOBAL_STEP: 11800 + | > loss_text_ce: 0.043383125215768814 (0.04186767679678134) + | > loss_mel_ce: 2.962362051010132 (2.879203278815321) + | > loss: 0.7514362931251526 (0.7302677389408556) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.1276324036554531) + | > loader_time: 0.0052 (0.004879622492280744) + + + --> TIME: 2024-12-23 22:23:41 -- STEP: 4112/7738 -- GLOBAL_STEP: 11850 + | > loss_text_ce: 0.042958490550518036 (0.04186567008143816) + | > loss_mel_ce: 3.0604312419891357 (2.879461675998305) + | > loss: 0.7758474349975586 (0.7303318364929829) + | > current_lr: 5e-06 + | > step_time: 0.0871 (0.12766902218300957) + | > loader_time: 0.0044 (0.004880419906939043) + + + --> TIME: 2024-12-23 22:23:52 -- STEP: 4162/7738 -- GLOBAL_STEP: 11900 + | > loss_text_ce: 0.04466504603624344 (0.041869747462731165) + | > loss_mel_ce: 2.8589556217193604 (2.879382345666114) + | > loss: 0.725905179977417 (0.7303130232703511) + | > current_lr: 5e-06 + | > step_time: 0.1125 (0.12763212152194145) + | > loader_time: 0.0049 (0.0048813715054403335) + + + --> TIME: 2024-12-23 22:24:03 -- STEP: 4212/7738 -- GLOBAL_STEP: 11950 + | > loss_text_ce: 0.03755805641412735 (0.04186496844715086) + | > loss_mel_ce: 2.8749823570251465 (2.879486826014092) + | > loss: 0.7281351089477539 (0.7303379486400746) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.12758303696160478) + | > loader_time: 0.0051 (0.004881620973150495) + + + --> TIME: 2024-12-23 22:24:15 -- STEP: 4262/7738 -- GLOBAL_STEP: 12000 + | > loss_text_ce: 0.04422862082719803 (0.041864689058440194) + | > loss_mel_ce: 3.0810606479644775 (2.8791927041609187) + | > loss: 0.7813223004341125 (0.7302643483454833) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.12761654075128442) + | > loader_time: 0.0051 (0.004883378282615909) + + + --> TIME: 2024-12-23 22:24:26 -- STEP: 4312/7738 -- GLOBAL_STEP: 12050 + | > loss_text_ce: 0.04435693472623825 (0.04186317158330761) + | > loss_mel_ce: 3.1056501865386963 (2.8792124119671945) + | > loss: 0.7875017523765564 (0.7302688958887047) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12760201677099403) + | > loader_time: 0.005 (0.00488471238422924) + + + --> TIME: 2024-12-23 22:24:38 -- STEP: 4362/7738 -- GLOBAL_STEP: 12100 + | > loss_text_ce: 0.046058110892772675 (0.041859272864879046) + | > loss_mel_ce: 2.7455666065216064 (2.87925306802931) + | > loss: 0.6979061961174011 (0.7302780852630455) + | > current_lr: 5e-06 + | > step_time: 0.1101 (0.12755822277243953) + | > loader_time: 0.0049 (0.004885620996526813) + + + --> TIME: 2024-12-23 22:24:49 -- STEP: 4412/7738 -- GLOBAL_STEP: 12150 + | > loss_text_ce: 0.04539309814572334 (0.04185569969513335) + | > loss_mel_ce: 2.975102663040161 (2.8793829025621354) + | > loss: 0.7551239132881165 (0.7303096505451073) + | > current_lr: 5e-06 + | > step_time: 0.1236 (0.12759041472769567) + | > loader_time: 0.0063 (0.004887300248807488) + + + --> TIME: 2024-12-23 22:25:01 -- STEP: 4462/7738 -- GLOBAL_STEP: 12200 + | > loss_text_ce: 0.04039328545331955 (0.04185267251547622) + | > loss_mel_ce: 3.00834584236145 (2.879200042977244) + | > loss: 0.7621847987174988 (0.7302631788700485) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.12757016756458653) + | > loader_time: 0.0052 (0.004887465402610841) + + + --> TIME: 2024-12-23 22:25:12 -- STEP: 4512/7738 -- GLOBAL_STEP: 12250 + | > loss_text_ce: 0.04163958504796028 (0.04185038900451983) + | > loss_mel_ce: 2.900869369506836 (2.878925514400854) + | > loss: 0.7356272339820862 (0.7301939758240966) + | > current_lr: 5e-06 + | > step_time: 0.1292 (0.12756728513020946) + | > loader_time: 0.0052 (0.00488768396436745) + + + --> TIME: 2024-12-23 22:25:24 -- STEP: 4562/7738 -- GLOBAL_STEP: 12300 + | > loss_text_ce: 0.0388849712908268 (0.041845073075030007) + | > loss_mel_ce: 2.870736837387085 (2.8789334729908362) + | > loss: 0.7274054288864136 (0.7301946364699199) + | > current_lr: 5e-06 + | > step_time: 0.1504 (0.12759964531944853) + | > loader_time: 0.0049 (0.004888861287011224) + + + --> TIME: 2024-12-23 22:25:35 -- STEP: 4612/7738 -- GLOBAL_STEP: 12350 + | > loss_text_ce: 0.03750791773200035 (0.04183590825459714) + | > loss_mel_ce: 2.95021915435791 (2.878856214769802) + | > loss: 0.746931791305542 (0.7301730307179333) + | > current_lr: 5e-06 + | > step_time: 0.1062 (0.12758085036008904) + | > loader_time: 0.005 (0.004889306924907619) + + + --> TIME: 2024-12-23 22:25:47 -- STEP: 4662/7738 -- GLOBAL_STEP: 12400 + | > loss_text_ce: 0.04153183475136757 (0.0418271165858939) + | > loss_mel_ce: 2.7423460483551025 (2.879055641383791) + | > loss: 0.6959694623947144 (0.7302206895066045) + | > current_lr: 5e-06 + | > step_time: 0.1563 (0.12762038347701604) + | > loader_time: 0.0051 (0.004890198003882655) + + + --> TIME: 2024-12-23 22:25:58 -- STEP: 4712/7738 -- GLOBAL_STEP: 12450 + | > loss_text_ce: 0.041695866733789444 (0.04182305976713674) + | > loss_mel_ce: 2.859335422515869 (2.8788134354484507) + | > loss: 0.7252578139305115 (0.730159123806071) + | > current_lr: 5e-06 + | > step_time: 0.0864 (0.12763582420470498) + | > loader_time: 0.0044 (0.004891365260543559) + + + --> TIME: 2024-12-23 22:26:10 -- STEP: 4762/7738 -- GLOBAL_STEP: 12500 + | > loss_text_ce: 0.04091060906648636 (0.041824168543237776) + | > loss_mel_ce: 2.965129852294922 (2.8790887639783906) + | > loss: 0.7515101432800293 (0.7302282331171082) + | > current_lr: 5e-06 + | > step_time: 0.1244 (0.1276426664273906) + | > loader_time: 0.0048 (0.004892246155416395) + + + --> TIME: 2024-12-23 22:26:21 -- STEP: 4812/7738 -- GLOBAL_STEP: 12550 + | > loss_text_ce: 0.037663672119379044 (0.041818695504400975) + | > loss_mel_ce: 2.692063093185425 (2.879162522721866) + | > loss: 0.682431697845459 (0.7302453045362445) + | > current_lr: 5e-06 + | > step_time: 0.083 (0.12762873269871425) + | > loader_time: 0.0045 (0.004892658959402208) + + + --> TIME: 2024-12-23 22:26:33 -- STEP: 4862/7738 -- GLOBAL_STEP: 12600 + | > loss_text_ce: 0.040435634553432465 (0.041815712271048994) + | > loss_mel_ce: 2.672438859939575 (2.878931505598683) + | > loss: 0.6782186031341553 (0.7301868044241421) + | > current_lr: 5e-06 + | > step_time: 0.1402 (0.12769893239624217) + | > loader_time: 0.0051 (0.004894157781957941) + + + --> TIME: 2024-12-23 22:26:45 -- STEP: 4912/7738 -- GLOBAL_STEP: 12650 + | > loss_text_ce: 0.04247209057211876 (0.04181860934742734) + | > loss_mel_ce: 2.8488593101501465 (2.8789498996268654) + | > loss: 0.7228328585624695 (0.7301921272098241) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.1276971826432966) + | > loader_time: 0.0049 (0.004894712023703981) + + + --> TIME: 2024-12-23 22:26:56 -- STEP: 4962/7738 -- GLOBAL_STEP: 12700 + | > loss_text_ce: 0.04582609608769417 (0.04181036497483149) + | > loss_mel_ce: 2.966542959213257 (2.878888291632251) + | > loss: 0.7530922889709473 (0.7301746641061615) + | > current_lr: 5e-06 + | > step_time: 0.0992 (0.12771121084281645) + | > loader_time: 0.0046 (0.004895080389970737) + + + --> TIME: 2024-12-23 22:27:08 -- STEP: 5012/7738 -- GLOBAL_STEP: 12750 + | > loss_text_ce: 0.0413181409239769 (0.04180859838570006) + | > loss_mel_ce: 2.8354005813598633 (2.8788297732449113) + | > loss: 0.7191796898841858 (0.7301595928972469) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.1276937036731195) + | > loader_time: 0.0048 (0.004895576504070287) + + + --> TIME: 2024-12-23 22:27:19 -- STEP: 5062/7738 -- GLOBAL_STEP: 12800 + | > loss_text_ce: 0.04190658777952194 (0.04181010546607959) + | > loss_mel_ce: 3.073575019836426 (2.8789863040540493) + | > loss: 0.7788704037666321 (0.7301991023785602) + | > current_lr: 5e-06 + | > step_time: 0.1724 (0.1277197395940389) + | > loader_time: 0.0053 (0.004896104736132187) + + + --> TIME: 2024-12-23 22:27:31 -- STEP: 5112/7738 -- GLOBAL_STEP: 12850 + | > loss_text_ce: 0.039974380284547806 (0.04181111086865352) + | > loss_mel_ce: 2.734985113143921 (2.8790760403601032) + | > loss: 0.6937398910522461 (0.7302217878086465) + | > current_lr: 5e-06 + | > step_time: 0.1281 (0.127770731520018) + | > loader_time: 0.005 (0.004897419369090142) + + + --> TIME: 2024-12-23 22:27:42 -- STEP: 5162/7738 -- GLOBAL_STEP: 12900 + | > loss_text_ce: 0.04222222790122032 (0.04181372454185686) + | > loss_mel_ce: 2.8638925552368164 (2.8790278498953685) + | > loss: 0.7265287041664124 (0.7302103935863932) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12772408366803686) + | > loader_time: 0.0049 (0.004897880489537069) + + + --> TIME: 2024-12-23 22:27:54 -- STEP: 5212/7738 -- GLOBAL_STEP: 12950 + | > loss_text_ce: 0.041618745774030685 (0.041807740254875034) + | > loss_mel_ce: 2.806708812713623 (2.8789839635239307) + | > loss: 0.7120819091796875 (0.7301979259354093) + | > current_lr: 5e-06 + | > step_time: 0.0976 (0.12775396687748383) + | > loader_time: 0.005 (0.004899484189034236) + + + --> TIME: 2024-12-23 22:28:05 -- STEP: 5262/7738 -- GLOBAL_STEP: 13000 + | > loss_text_ce: 0.03955443203449249 (0.041810014596295866) + | > loss_mel_ce: 2.952146291732788 (2.8790269387352825) + | > loss: 0.7479251623153687 (0.7302092383429825) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.1277199244598884) + | > loader_time: 0.0051 (0.004900738885764243) + + + --> TIME: 2024-12-23 22:28:16 -- STEP: 5312/7738 -- GLOBAL_STEP: 13050 + | > loss_text_ce: 0.040163803845644 (0.04181220180478426) + | > loss_mel_ce: 2.9832894802093506 (2.8789749245148095) + | > loss: 0.7558633089065552 (0.7301967816135603) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12766844509954892) + | > loader_time: 0.0049 (0.004900807716760283) + + + --> TIME: 2024-12-23 22:28:28 -- STEP: 5362/7738 -- GLOBAL_STEP: 13100 + | > loss_text_ce: 0.038621652871370316 (0.04180848142788694) + | > loss_mel_ce: 3.011225700378418 (2.878733983639238) + | > loss: 0.7624618411064148 (0.7301356163055134) + | > current_lr: 5e-06 + | > step_time: 0.1223 (0.1276987425118672) + | > loader_time: 0.0048 (0.004901351834446217) + + + --> TIME: 2024-12-23 22:28:39 -- STEP: 5412/7738 -- GLOBAL_STEP: 13150 + | > loss_text_ce: 0.041795410215854645 (0.04180694995372264) + | > loss_mel_ce: 2.848301410675049 (2.8783935525200586) + | > loss: 0.7225242257118225 (0.7300501256542378) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12771948544254833) + | > loader_time: 0.0047 (0.004901928542194234) + + + --> TIME: 2024-12-23 22:28:51 -- STEP: 5462/7738 -- GLOBAL_STEP: 13200 + | > loss_text_ce: 0.040580395609140396 (0.04181107584590301) + | > loss_mel_ce: 2.844245433807373 (2.878301978111266) + | > loss: 0.7212064862251282 (0.730028263534306) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.12769811217141455) + | > loader_time: 0.0045 (0.004902046794465323) + + + --> TIME: 2024-12-23 22:29:02 -- STEP: 5512/7738 -- GLOBAL_STEP: 13250 + | > loss_text_ce: 0.039864957332611084 (0.04181099612081982) + | > loss_mel_ce: 2.732447862625122 (2.8780846937906905) + | > loss: 0.6930782198905945 (0.7299739225011939) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.1277060638491402) + | > loader_time: 0.0048 (0.004902536403631087) + + + --> TIME: 2024-12-23 22:29:14 -- STEP: 5562/7738 -- GLOBAL_STEP: 13300 + | > loss_text_ce: 0.0411963015794754 (0.04180516340427895) + | > loss_mel_ce: 2.7565579414367676 (2.878049514568866) + | > loss: 0.6994385719299316 (0.7299636695098622) + | > current_lr: 5e-06 + | > step_time: 0.1685 (0.1277198012635584) + | > loader_time: 0.0053 (0.0049027825207729105) + + + --> TIME: 2024-12-23 22:29:25 -- STEP: 5612/7738 -- GLOBAL_STEP: 13350 + | > loss_text_ce: 0.04157989099621773 (0.041802093560567646) + | > loss_mel_ce: 2.8953094482421875 (2.878127631381502) + | > loss: 0.7342223525047302 (0.7299824312637283) + | > current_lr: 5e-06 + | > step_time: 0.1385 (0.12772223512699796) + | > loader_time: 0.0053 (0.004903013843854492) + + + --> TIME: 2024-12-23 22:29:37 -- STEP: 5662/7738 -- GLOBAL_STEP: 13400 + | > loss_text_ce: 0.041081223636865616 (0.04180246194826541) + | > loss_mel_ce: 2.854388952255249 (2.877908848612938) + | > loss: 0.7238675355911255 (0.7299278276373397) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12773050696805155) + | > loader_time: 0.0047 (0.004903478110396616) + + + --> TIME: 2024-12-23 22:29:48 -- STEP: 5712/7738 -- GLOBAL_STEP: 13450 + | > loss_text_ce: 0.040451228618621826 (0.04179972883819983) + | > loss_mel_ce: 2.8293280601501465 (2.8775477843040806) + | > loss: 0.7174448370933533 (0.7298368782911131) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.12773145409692208) + | > loader_time: 0.0051 (0.004904015641920365) + + + --> TIME: 2024-12-23 22:30:00 -- STEP: 5762/7738 -- GLOBAL_STEP: 13500 + | > loss_text_ce: 0.0396418459713459 (0.04179546475301838) + | > loss_mel_ce: 2.9886229038238525 (2.8777449884914477) + | > loss: 0.7570661902427673 (0.72988511330756) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12774808565720355) + | > loader_time: 0.0049 (0.004904628668920475) + + + --> TIME: 2024-12-23 22:30:12 -- STEP: 5812/7738 -- GLOBAL_STEP: 13550 + | > loss_text_ce: 0.04302274063229561 (0.04179240420976032) + | > loss_mel_ce: 3.0388381481170654 (2.877810936464738) + | > loss: 0.7704651951789856 (0.7299008351396202) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.1277705719777818) + | > loader_time: 0.0052 (0.004905847705649403) + + + --> TIME: 2024-12-23 22:30:23 -- STEP: 5862/7738 -- GLOBAL_STEP: 13600 + | > loss_text_ce: 0.04336293414235115 (0.04179183535369349) + | > loss_mel_ce: 2.813058376312256 (2.8780451719364715) + | > loss: 0.7141053080558777 (0.7299592517639159) + | > current_lr: 5e-06 + | > step_time: 0.1105 (0.12779694667492056) + | > loader_time: 0.005 (0.004906834330993145) + + + --> TIME: 2024-12-23 22:30:35 -- STEP: 5912/7738 -- GLOBAL_STEP: 13650 + | > loss_text_ce: 0.041974976658821106 (0.04178956638346137) + | > loss_mel_ce: 2.7894129753112793 (2.8778879283568175) + | > loss: 0.707846999168396 (0.7299193736261526) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12778811061979117) + | > loader_time: 0.0055 (0.00490765315915315) + + + --> TIME: 2024-12-23 22:30:46 -- STEP: 5962/7738 -- GLOBAL_STEP: 13700 + | > loss_text_ce: 0.04162532091140747 (0.04178777165306024) + | > loss_mel_ce: 2.8084633350372314 (2.8776025866470376) + | > loss: 0.7125221490859985 (0.7298475895620585) + | > current_lr: 5e-06 + | > step_time: 0.1327 (0.12776421688819453) + | > loader_time: 0.005 (0.004908085309271438) + + + --> TIME: 2024-12-23 22:30:57 -- STEP: 6012/7738 -- GLOBAL_STEP: 13750 + | > loss_text_ce: 0.04057835415005684 (0.041789443390127835) + | > loss_mel_ce: 2.702094078063965 (2.8772024254123094) + | > loss: 0.6856681108474731 (0.7297479671612614) + | > current_lr: 5e-06 + | > step_time: 0.1076 (0.12775477269293825) + | > loader_time: 0.0049 (0.004908713236381747) + + + --> TIME: 2024-12-23 22:31:09 -- STEP: 6062/7738 -- GLOBAL_STEP: 13800 + | > loss_text_ce: 0.04209750518202782 (0.04178201800985953) + | > loss_mel_ce: 2.965193271636963 (2.877385591013284) + | > loss: 0.7518227100372314 (0.7297919022490255) + | > current_lr: 5e-06 + | > step_time: 0.1124 (0.12780239101448887) + | > loader_time: 0.005 (0.004910702636162464) + + + --> TIME: 2024-12-23 22:31:21 -- STEP: 6112/7738 -- GLOBAL_STEP: 13850 + | > loss_text_ce: 0.036299534142017365 (0.04177685095916416) + | > loss_mel_ce: 3.0539896488189697 (2.8774432430326593) + | > loss: 0.7725722789764404 (0.7298050234825653) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1277760554748675) + | > loader_time: 0.005 (0.0049120460427244305) + + + --> TIME: 2024-12-23 22:31:32 -- STEP: 6162/7738 -- GLOBAL_STEP: 13900 + | > loss_text_ce: 0.04091435298323631 (0.04177250065083568) + | > loss_mel_ce: 2.769789457321167 (2.8774067172366475) + | > loss: 0.7026759386062622 (0.7297948044021948) + | > current_lr: 5e-06 + | > step_time: 0.1738 (0.12775076445493128) + | > loader_time: 0.0055 (0.00491241439910958) + + + --> TIME: 2024-12-23 22:31:43 -- STEP: 6212/7738 -- GLOBAL_STEP: 13950 + | > loss_text_ce: 0.04065883904695511 (0.041771613140587464) + | > loss_mel_ce: 3.0413711071014404 (2.8772229185736844) + | > loss: 0.7705075144767761 (0.7297486328188236) + | > current_lr: 5e-06 + | > step_time: 0.1433 (0.127720855430718) + | > loader_time: 0.0054 (0.004913205956153844) + + + --> TIME: 2024-12-23 22:31:55 -- STEP: 6262/7738 -- GLOBAL_STEP: 14000 + | > loss_text_ce: 0.04060206934809685 (0.041772618516803674) + | > loss_mel_ce: 2.929084539413452 (2.877410480634198) + | > loss: 0.7424216270446777 (0.7297957746680254) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12774854443469966) + | > loader_time: 0.0051 (0.004913989898306383) + + + --> TIME: 2024-12-23 22:32:06 -- STEP: 6312/7738 -- GLOBAL_STEP: 14050 + | > loss_text_ce: 0.04524515941739082 (0.04177104355295213) + | > loss_mel_ce: 2.9115943908691406 (2.877226453921335) + | > loss: 0.7392098903656006 (0.7297493742521559) + | > current_lr: 5e-06 + | > step_time: 0.1197 (0.1277612595805951) + | > loader_time: 0.005 (0.00491443774999321) + + + --> TIME: 2024-12-23 22:32:18 -- STEP: 6362/7738 -- GLOBAL_STEP: 14100 + | > loss_text_ce: 0.04231474921107292 (0.04177331555656985) + | > loss_mel_ce: 2.7856709957122803 (2.8770575644047263) + | > loss: 0.7069964408874512 (0.7297077198910722) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.12772523232579636) + | > loader_time: 0.0048 (0.004915047351461804) + + + --> TIME: 2024-12-23 22:32:29 -- STEP: 6412/7738 -- GLOBAL_STEP: 14150 + | > loss_text_ce: 0.03931006044149399 (0.0417688614755627) + | > loss_mel_ce: 2.917144298553467 (2.8770341201640597) + | > loss: 0.7391135692596436 (0.729700745323338) + | > current_lr: 5e-06 + | > step_time: 0.1024 (0.12773856779075893) + | > loader_time: 0.0047 (0.004915452419930667) + + + --> TIME: 2024-12-23 22:32:41 -- STEP: 6462/7738 -- GLOBAL_STEP: 14200 + | > loss_text_ce: 0.04324384033679962 (0.04176754208528949) + | > loss_mel_ce: 2.806410551071167 (2.8769128989671526) + | > loss: 0.7124136090278625 (0.7296701101779334) + | > current_lr: 5e-06 + | > step_time: 0.1134 (0.1277348405250045) + | > loader_time: 0.0051 (0.004915995665727031) + + + --> TIME: 2024-12-23 22:32:52 -- STEP: 6512/7738 -- GLOBAL_STEP: 14250 + | > loss_text_ce: 0.044578056782484055 (0.041761579616132555) + | > loss_mel_ce: 2.879934787750244 (2.8769527829323085) + | > loss: 0.7311282157897949 (0.7296785905554474) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.12775145039072192) + | > loader_time: 0.005 (0.004916855356031313) + + + --> TIME: 2024-12-23 22:33:04 -- STEP: 6562/7738 -- GLOBAL_STEP: 14300 + | > loss_text_ce: 0.03857818990945816 (0.04175674199662857) + | > loss_mel_ce: 2.88704776763916 (2.8770791358680308) + | > loss: 0.7314065098762512 (0.7297089693841307) + | > current_lr: 5e-06 + | > step_time: 0.1216 (0.12775906739675277) + | > loader_time: 0.005 (0.004917887317374937) + + + --> TIME: 2024-12-23 22:33:15 -- STEP: 6612/7738 -- GLOBAL_STEP: 14350 + | > loss_text_ce: 0.04754853993654251 (0.04175319119158812) + | > loss_mel_ce: 2.8369028568267822 (2.8771913921335397) + | > loss: 0.721112847328186 (0.7297361457502908) + | > current_lr: 5e-06 + | > step_time: 0.1029 (0.12774098907466083) + | > loader_time: 0.0048 (0.004918573520000379) + + + --> TIME: 2024-12-23 22:33:27 -- STEP: 6662/7738 -- GLOBAL_STEP: 14400 + | > loss_text_ce: 0.040385857224464417 (0.04174928666301868) + | > loss_mel_ce: 3.000727415084839 (2.8770529581812583) + | > loss: 0.7602783441543579 (0.7297005611599032) + | > current_lr: 5e-06 + | > step_time: 0.1224 (0.12776957217439516) + | > loader_time: 0.0051 (0.004919506056965089) + + + --> TIME: 2024-12-23 22:33:38 -- STEP: 6712/7738 -- GLOBAL_STEP: 14450 + | > loss_text_ce: 0.042007651180028915 (0.04174690447465755) + | > loss_mel_ce: 2.9396274089813232 (2.8768985087098575) + | > loss: 0.7454087734222412 (0.7296613532787839) + | > current_lr: 5e-06 + | > step_time: 0.1275 (0.1277554060762062) + | > loader_time: 0.0051 (0.004920022280196319) + + + --> TIME: 2024-12-23 22:33:50 -- STEP: 6762/7738 -- GLOBAL_STEP: 14500 + | > loss_text_ce: 0.044408369809389114 (0.04174507371651563) + | > loss_mel_ce: 2.9713172912597656 (2.8769483461566137) + | > loss: 0.7539314031600952 (0.7296733549627726) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.12776905455133747) + | > loader_time: 0.005 (0.00492070934822558) + + + --> TIME: 2024-12-23 22:34:01 -- STEP: 6812/7738 -- GLOBAL_STEP: 14550 + | > loss_text_ce: 0.04024149477481842 (0.041739294857237326) + | > loss_mel_ce: 2.808870792388916 (2.8768033511976006) + | > loss: 0.7122780680656433 (0.7296356614886896) + | > current_lr: 5e-06 + | > step_time: 0.139 (0.12778597741146613) + | > loader_time: 0.0054 (0.0049212579858772) + + + --> TIME: 2024-12-23 22:34:12 -- STEP: 6862/7738 -- GLOBAL_STEP: 14600 + | > loss_text_ce: 0.04347788169980049 (0.04173936417770953) + | > loss_mel_ce: 2.785733222961426 (2.876905824796895) + | > loss: 0.7073027491569519 (0.7296612972213923) + | > current_lr: 5e-06 + | > step_time: 0.1249 (0.12776670998645848) + | > loader_time: 0.0051 (0.004921756274357575) + + + --> TIME: 2024-12-23 22:34:24 -- STEP: 6912/7738 -- GLOBAL_STEP: 14650 + | > loss_text_ce: 0.03951653465628624 (0.04173953590280788) + | > loss_mel_ce: 2.9315671920776367 (2.876730749659513) + | > loss: 0.7427709102630615 (0.7296175713719856) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12772146567564316) + | > loader_time: 0.0049 (0.004921632060022259) + + + --> TIME: 2024-12-23 22:34:35 -- STEP: 6962/7738 -- GLOBAL_STEP: 14700 + | > loss_text_ce: 0.041424594819545746 (0.0417341642740967) + | > loss_mel_ce: 2.959272623062134 (2.8768583451561156) + | > loss: 0.7501742839813232 (0.7296481273257147) + | > current_lr: 5e-06 + | > step_time: 0.1253 (0.12768728583751485) + | > loader_time: 0.0051 (0.00492188095601253) + + + --> TIME: 2024-12-23 22:34:46 -- STEP: 7012/7738 -- GLOBAL_STEP: 14750 + | > loss_text_ce: 0.043570440262556076 (0.04173535569871126) + | > loss_mel_ce: 2.9171390533447266 (2.8768404305355215) + | > loss: 0.7401773929595947 (0.7296439465018443) + | > current_lr: 5e-06 + | > step_time: 0.1304 (0.12769941405031388) + | > loader_time: 0.0056 (0.004922562847801155) + + + --> TIME: 2024-12-23 22:34:58 -- STEP: 7062/7738 -- GLOBAL_STEP: 14800 + | > loss_text_ce: 0.04238976538181305 (0.04173446243248521) + | > loss_mel_ce: 2.8445310592651367 (2.876842903604723) + | > loss: 0.7217302322387695 (0.7296443414718482) + | > current_lr: 5e-06 + | > step_time: 0.109 (0.12772636297437162) + | > loader_time: 0.0046 (0.004923343287078756) + + + --> TIME: 2024-12-23 22:35:09 -- STEP: 7112/7738 -- GLOBAL_STEP: 14850 + | > loss_text_ce: 0.043580859899520874 (0.04173438459754206) + | > loss_mel_ce: 2.876243829727173 (2.876857938963594) + | > loss: 0.7299561500549316 (0.7296480808252009) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12767900032053114) + | > loader_time: 0.0051 (0.004923365012867238) + + + --> TIME: 2024-12-23 22:35:20 -- STEP: 7162/7738 -- GLOBAL_STEP: 14900 + | > loss_text_ce: 0.03859594836831093 (0.04173343980368105) + | > loss_mel_ce: 2.998258352279663 (2.8770038352535914) + | > loss: 0.7592135667800903 (0.7296843186782334) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12768206570408788) + | > loader_time: 0.0045 (0.004923877720059174) + + + --> TIME: 2024-12-23 22:35:32 -- STEP: 7212/7738 -- GLOBAL_STEP: 14950 + | > loss_text_ce: 0.04309651255607605 (0.04173489140953063) + | > loss_mel_ce: 2.674727201461792 (2.876816407350187) + | > loss: 0.6794559359550476 (0.7296378245815845) + | > current_lr: 5e-06 + | > step_time: 0.0942 (0.1276525456708336) + | > loader_time: 0.0048 (0.00492360392875692) + + + --> TIME: 2024-12-23 22:35:43 -- STEP: 7262/7738 -- GLOBAL_STEP: 15000 + | > loss_text_ce: 0.04241698980331421 (0.041729737765711525) + | > loss_mel_ce: 2.759965181350708 (2.876724789537234) + | > loss: 0.7005955576896667 (0.7296136317092885) + | > current_lr: 5e-06 + | > step_time: 0.1315 (0.1276377972017403) + | > loader_time: 0.0051 (0.0049239041489433245) + + + --> TIME: 2024-12-23 22:35:54 -- STEP: 7312/7738 -- GLOBAL_STEP: 15050 + | > loss_text_ce: 0.04273202270269394 (0.04172980178838402) + | > loss_mel_ce: 2.9545698165893555 (2.876624335377949) + | > loss: 0.7493254542350769 (0.7295885341857391) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12764842609347102) + | > loader_time: 0.0051 (0.004924512274677429) + + + --> TIME: 2024-12-23 22:36:06 -- STEP: 7362/7738 -- GLOBAL_STEP: 15100 + | > loss_text_ce: 0.03985295072197914 (0.041725626016980384) + | > loss_mel_ce: 2.962183952331543 (2.876572863591229) + | > loss: 0.7505092024803162 (0.729574622294397) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.12762720514917728) + | > loader_time: 0.0046 (0.004925428606575834) + + + --> TIME: 2024-12-23 22:36:17 -- STEP: 7412/7738 -- GLOBAL_STEP: 15150 + | > loss_text_ce: 0.04035533219575882 (0.04172851975014078) + | > loss_mel_ce: 2.8792502880096436 (2.876766739956955) + | > loss: 0.7299014329910278 (0.7296238148527653) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.12764844084455082) + | > loader_time: 0.0052 (0.004926287478134553) + + + --> TIME: 2024-12-23 22:36:29 -- STEP: 7462/7738 -- GLOBAL_STEP: 15200 + | > loss_text_ce: 0.04078596830368042 (0.04172535096870544) + | > loss_mel_ce: 3.0590579509735107 (2.876964104971145) + | > loss: 0.774960994720459 (0.7296723639220586) + | > current_lr: 5e-06 + | > step_time: 0.1397 (0.12769163440872033) + | > loader_time: 0.0053 (0.0049275515770279485) + + + --> TIME: 2024-12-23 22:36:41 -- STEP: 7512/7738 -- GLOBAL_STEP: 15250 + | > loss_text_ce: 0.038854170590639114 (0.04172560377929187) + | > loss_mel_ce: 2.757549524307251 (2.876956154553651) + | > loss: 0.699100911617279 (0.7296704395145515) + | > current_lr: 5e-06 + | > step_time: 0.0976 (0.12767651984993775) + | > loader_time: 0.0048 (0.004927984346596953) + + + --> TIME: 2024-12-23 22:36:53 -- STEP: 7562/7738 -- GLOBAL_STEP: 15300 + | > loss_text_ce: 0.04394393041729927 (0.04172502922352832) + | > loss_mel_ce: 3.0034313201904297 (2.8769334402389517) + | > loss: 0.7618438005447388 (0.7296646173055183) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.12771232028513216) + | > loader_time: 0.0056 (0.004929258879515514) + + + --> TIME: 2024-12-23 22:37:04 -- STEP: 7612/7738 -- GLOBAL_STEP: 15350 + | > loss_text_ce: 0.04231182858347893 (0.04172578192973254) + | > loss_mel_ce: 2.809879779815674 (2.8767302448161924) + | > loss: 0.7130479216575623 (0.729614006614784) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12771361320819322) + | > loader_time: 0.005 (0.004930078858021236) + + + --> TIME: 2024-12-23 22:37:15 -- STEP: 7662/7738 -- GLOBAL_STEP: 15400 + | > loss_text_ce: 0.04565761610865593 (0.04172316847718653) + | > loss_mel_ce: 2.851919412612915 (2.8767586617269365) + | > loss: 0.7243942618370056 (0.7296204575045979) + | > current_lr: 5e-06 + | > step_time: 0.1087 (0.12769517410644735) + | > loader_time: 0.0048 (0.004931135608271805) + + + --> TIME: 2024-12-23 22:37:27 -- STEP: 7712/7738 -- GLOBAL_STEP: 15450 + | > loss_text_ce: 0.04140496253967285 (0.04172002565873112) + | > loss_mel_ce: 2.7717854976654053 (2.8764841167016613) + | > loss: 0.7032976150512695 (0.7295510355475892) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.12767232246542365) + | > loader_time: 0.0054 (0.004931564554881252) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06810880188990125 (-0.0031014729027795673) + | > avg_loss_text_ce: 0.03980080153078142 (-0.0007127714202259036) + | > avg_loss_mel_ce: 2.9686217320085775 (-0.00564114011899397) + | > avg_loss: 3.0084225312627915 (-0.006353909319098072) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_15476.pth + + > EPOCH: 2/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-23 22:38:34)  + + --> TIME: 2024-12-23 22:38:40 -- STEP: 24/7738 -- GLOBAL_STEP: 15500 + | > loss_text_ce: 0.040742214769124985 (0.04165991519888242) + | > loss_mel_ce: 2.9441938400268555 (2.9070996244748435) + | > loss: 0.7462339997291565 (0.737189881503582) + | > current_lr: 5e-06 + | > step_time: 0.1212 (0.14327765504519144) + | > loader_time: 0.0051 (0.004804541667302449) + + + --> TIME: 2024-12-23 22:38:52 -- STEP: 74/7738 -- GLOBAL_STEP: 15550 + | > loss_text_ce: 0.044106099754571915 (0.04115915701196001) + | > loss_mel_ce: 2.873053550720215 (2.8811511091283855) + | > loss: 0.7292898893356323 (0.730577565528251) + | > current_lr: 5e-06 + | > step_time: 0.1559 (0.13357450833191742) + | > loader_time: 0.0049 (0.004784239305032264) + + + --> TIME: 2024-12-23 22:39:03 -- STEP: 124/7738 -- GLOBAL_STEP: 15600 + | > loss_text_ce: 0.03971261531114578 (0.04131693206727505) + | > loss_mel_ce: 2.717449426651001 (2.8790167570114136) + | > loss: 0.6892905235290527 (0.7300834203920057) + | > current_lr: 5e-06 + | > step_time: 0.0772 (0.12967979523443418) + | > loader_time: 0.0041 (0.004760248045767505) + + + --> TIME: 2024-12-23 22:39:14 -- STEP: 174/7738 -- GLOBAL_STEP: 15650 + | > loss_text_ce: 0.04560035094618797 (0.041368092720707246) + | > loss_mel_ce: 2.873725175857544 (2.875543210698271) + | > loss: 0.7298313975334167 (0.7292278244577607) + | > current_lr: 5e-06 + | > step_time: 0.1312 (0.13015229674591425) + | > loader_time: 0.0049 (0.004767350766850614) + + + --> TIME: 2024-12-23 22:39:26 -- STEP: 224/7738 -- GLOBAL_STEP: 15700 + | > loss_text_ce: 0.04302441328763962 (0.04151431956727587) + | > loss_mel_ce: 2.865769624710083 (2.8844705447554593) + | > loss: 0.7271984815597534 (0.731496214334454) + | > current_lr: 5e-06 + | > step_time: 0.0862 (0.12906736348356518) + | > loader_time: 0.0043 (0.004746380661215099) + + + --> TIME: 2024-12-23 22:39:37 -- STEP: 274/7738 -- GLOBAL_STEP: 15750 + | > loss_text_ce: 0.044091012328863144 (0.04147682914061702) + | > loss_mel_ce: 2.861506700515747 (2.8816701104171094) + | > loss: 0.7263994216918945 (0.7307867340362856) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12861931411019198) + | > loader_time: 0.0044 (0.004741660869904677) + + + --> TIME: 2024-12-23 22:39:49 -- STEP: 324/7738 -- GLOBAL_STEP: 15800 + | > loss_text_ce: 0.045038484036922455 (0.04153619029409721) + | > loss_mel_ce: 3.0000593662261963 (2.877845840689579) + | > loss: 0.7612744569778442 (0.7298455074613479) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12893039797559194) + | > loader_time: 0.0047 (0.004738881264203861) + + + --> TIME: 2024-12-23 22:40:01 -- STEP: 374/7738 -- GLOBAL_STEP: 15850 + | > loss_text_ce: 0.04229753464460373 (0.04147066077327024) + | > loss_mel_ce: 2.7986176013946533 (2.879864275136736) + | > loss: 0.7102288007736206 (0.730333733526781) + | > current_lr: 5e-06 + | > step_time: 0.1249 (0.12933932587424687) + | > loader_time: 0.0052 (0.004743716933510519) + + + --> TIME: 2024-12-23 22:40:12 -- STEP: 424/7738 -- GLOBAL_STEP: 15900 + | > loss_text_ce: 0.04346712306141853 (0.04145731178621915) + | > loss_mel_ce: 3.0345232486724854 (2.875903553557848) + | > loss: 0.7694975733757019 (0.729340215336602) + | > current_lr: 5e-06 + | > step_time: 0.1257 (0.1285082731606823) + | > loader_time: 0.0051 (0.0047480272796918774) + + + --> TIME: 2024-12-23 22:40:23 -- STEP: 474/7738 -- GLOBAL_STEP: 15950 + | > loss_text_ce: 0.04479308798909187 (0.04149006238749506) + | > loss_mel_ce: 2.8179214000701904 (2.8739269534243834) + | > loss: 0.7156786322593689 (0.7288542533222635) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.12863454486750328) + | > loader_time: 0.0049 (0.004751244174780223) + + + --> TIME: 2024-12-23 22:40:35 -- STEP: 524/7738 -- GLOBAL_STEP: 16000 + | > loss_text_ce: 0.041087403893470764 (0.04146186746514704) + | > loss_mel_ce: 2.7684361934661865 (2.872773175021166) + | > loss: 0.702380895614624 (0.7285587602216781) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.12847150964591322) + | > loader_time: 0.0048 (0.0047494359598815004) + + + --> TIME: 2024-12-23 22:40:46 -- STEP: 574/7738 -- GLOBAL_STEP: 16050 + | > loss_text_ce: 0.04180191084742546 (0.041420310015306626) + | > loss_mel_ce: 2.6777398586273193 (2.87229097138714) + | > loss: 0.6798854470252991 (0.7284278202970687) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.12828459639997838) + | > loader_time: 0.0045 (0.00474563583679731) + + + --> TIME: 2024-12-23 22:40:58 -- STEP: 624/7738 -- GLOBAL_STEP: 16100 + | > loss_text_ce: 0.041799645870923996 (0.0413901419140016) + | > loss_mel_ce: 2.8811519145965576 (2.8732553319289127) + | > loss: 0.7307378649711609 (0.7286613683861037) + | > current_lr: 5e-06 + | > step_time: 0.1397 (0.12876681486765534) + | > loader_time: 0.005 (0.0047524089996631306) + + + --> TIME: 2024-12-23 22:41:10 -- STEP: 674/7738 -- GLOBAL_STEP: 16150 + | > loss_text_ce: 0.03918813169002533 (0.04135322750985441) + | > loss_mel_ce: 3.0069217681884766 (2.8714315275763878) + | > loss: 0.7615274786949158 (0.7281961886748362) + | > current_lr: 5e-06 + | > step_time: 0.1628 (0.1288204083456836) + | > loader_time: 0.005 (0.0047516440779236) + + + --> TIME: 2024-12-23 22:41:21 -- STEP: 724/7738 -- GLOBAL_STEP: 16200 + | > loss_text_ce: 0.04304053634405136 (0.0413524284753022) + | > loss_mel_ce: 2.8333308696746826 (2.8708915848758325) + | > loss: 0.719092845916748 (0.7280610032503121) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.12867032098506687) + | > loader_time: 0.0043 (0.0047528427608764) + + + --> TIME: 2024-12-23 22:41:32 -- STEP: 774/7738 -- GLOBAL_STEP: 16250 + | > loss_text_ce: 0.03906116262078285 (0.04136188942409609) + | > loss_mel_ce: 2.851979970932007 (2.8711612566496965) + | > loss: 0.7227602601051331 (0.7281307865328878) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.12840985974600141) + | > loader_time: 0.0044 (0.00475665149146581) + + + --> TIME: 2024-12-23 22:41:44 -- STEP: 824/7738 -- GLOBAL_STEP: 16300 + | > loss_text_ce: 0.04081607609987259 (0.04137476897138415) + | > loss_mel_ce: 2.9225406646728516 (2.8710993366334034) + | > loss: 0.7408391833305359 (0.7281185264147604) + | > current_lr: 5e-06 + | > step_time: 0.1414 (0.12833284261157205) + | > loader_time: 0.0053 (0.004757112959056232) + + + --> TIME: 2024-12-23 22:41:55 -- STEP: 874/7738 -- GLOBAL_STEP: 16350 + | > loss_text_ce: 0.043321214616298676 (0.041383290829593036) + | > loss_mel_ce: 2.821594476699829 (2.8711947808276586) + | > loss: 0.7162289023399353 (0.7281445176841468) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.12848301528520378) + | > loader_time: 0.0049 (0.004758857753238641) + + + --> TIME: 2024-12-23 22:42:07 -- STEP: 924/7738 -- GLOBAL_STEP: 16400 + | > loss_text_ce: 0.04589426517486572 (0.04138240745911995) + | > loss_mel_ce: 2.7821831703186035 (2.870735746957522) + | > loss: 0.7070193290710449 (0.728029538349156) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12852045287301506) + | > loader_time: 0.0045 (0.0047590675808134595) + + + --> TIME: 2024-12-23 22:42:19 -- STEP: 974/7738 -- GLOBAL_STEP: 16450 + | > loss_text_ce: 0.04147513210773468 (0.0413960717251291) + | > loss_mel_ce: 2.5976779460906982 (2.8716550490205037) + | > loss: 0.6597882509231567 (0.7282627799550123) + | > current_lr: 5e-06 + | > step_time: 0.0965 (0.12860368605267078) + | > loader_time: 0.0044 (0.004760124110588063) + + + --> TIME: 2024-12-23 22:42:30 -- STEP: 1024/7738 -- GLOBAL_STEP: 16500 + | > loss_text_ce: 0.0415760837495327 (0.041368457503267564) + | > loss_mel_ce: 2.9343483448028564 (2.8727330658584824) + | > loss: 0.743981122970581 (0.7285253807203846) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12872506771236653) + | > loader_time: 0.0047 (0.004763481672853237) + + + --> TIME: 2024-12-23 22:42:42 -- STEP: 1074/7738 -- GLOBAL_STEP: 16550 + | > loss_text_ce: 0.03477625921368599 (0.04137131923487067) + | > loss_mel_ce: 2.699615955352783 (2.8717627019189584) + | > loss: 0.6835980415344238 (0.728283505200008) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12859038778301496) + | > loader_time: 0.0045 (0.00476336013005433) + + + --> TIME: 2024-12-23 22:42:53 -- STEP: 1124/7738 -- GLOBAL_STEP: 16600 + | > loss_text_ce: 0.039025235921144485 (0.041356267271649594) + | > loss_mel_ce: 2.8914995193481445 (2.8708277520760093) + | > loss: 0.7326312065124512 (0.7280460048294579) + | > current_lr: 5e-06 + | > step_time: 0.098 (0.12858743048223312) + | > loader_time: 0.0046 (0.004764717880941372) + + + --> TIME: 2024-12-23 22:43:05 -- STEP: 1174/7738 -- GLOBAL_STEP: 16650 + | > loss_text_ce: 0.040906358510255814 (0.04136327840387823) + | > loss_mel_ce: 2.730740547180176 (2.870604231775923) + | > loss: 0.6929117441177368 (0.7279918774632419) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.1285440931937561) + | > loader_time: 0.0042 (0.004766740222196567) + + + --> TIME: 2024-12-23 22:43:16 -- STEP: 1224/7738 -- GLOBAL_STEP: 16700 + | > loss_text_ce: 0.038394566625356674 (0.04136137659144071) + | > loss_mel_ce: 2.8002021312713623 (2.870356062463682) + | > loss: 0.7096491456031799 (0.7279293596549753) + | > current_lr: 5e-06 + | > step_time: 0.145 (0.12849404200229778) + | > loader_time: 0.0052 (0.00477097568169139) + + + --> TIME: 2024-12-23 22:43:27 -- STEP: 1274/7738 -- GLOBAL_STEP: 16750 + | > loss_text_ce: 0.04240407794713974 (0.0413717273681233) + | > loss_mel_ce: 2.8564090728759766 (2.869877441524519) + | > loss: 0.724703311920166 (0.7278122920162826) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.12820449485509336) + | > loader_time: 0.0048 (0.004775520022285976) + + + --> TIME: 2024-12-23 22:43:39 -- STEP: 1324/7738 -- GLOBAL_STEP: 16800 + | > loss_text_ce: 0.041817594319581985 (0.041372912674241924) + | > loss_mel_ce: 2.6225192546844482 (2.869808056383329) + | > loss: 0.6660842299461365 (0.7277952422728352) + | > current_lr: 5e-06 + | > step_time: 0.1452 (0.12823158394534082) + | > loader_time: 0.0053 (0.004779782900277222) + + + --> TIME: 2024-12-23 22:43:50 -- STEP: 1374/7738 -- GLOBAL_STEP: 16850 + | > loss_text_ce: 0.03930479288101196 (0.04135096795976249) + | > loss_mel_ce: 2.7574353218078613 (2.868110046289543) + | > loss: 0.6991850137710571 (0.7273652536206191) + | > current_lr: 5e-06 + | > step_time: 0.1158 (0.12819114713516136) + | > loader_time: 0.0047 (0.004784575716376824) + + + --> TIME: 2024-12-23 22:44:01 -- STEP: 1424/7738 -- GLOBAL_STEP: 16900 + | > loss_text_ce: 0.04140607640147209 (0.04134194473631346) + | > loss_mel_ce: 2.9796276092529297 (2.867580618918609) + | > loss: 0.7552584409713745 (0.7272306409444699) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12813454514808872) + | > loader_time: 0.0048 (0.004785572042625944) + + + --> TIME: 2024-12-23 22:44:13 -- STEP: 1474/7738 -- GLOBAL_STEP: 16950 + | > loss_text_ce: 0.044531166553497314 (0.04135869875843439) + | > loss_mel_ce: 2.9392542839050293 (2.866780973677717) + | > loss: 0.7459463477134705 (0.7270349182057086) + | > current_lr: 5e-06 + | > step_time: 0.1089 (0.12807513836119208) + | > loader_time: 0.0044 (0.004788198496949237) + + + --> TIME: 2024-12-23 22:44:24 -- STEP: 1524/7738 -- GLOBAL_STEP: 17000 + | > loss_text_ce: 0.0474834181368351 (0.04136888910172958) + | > loss_mel_ce: 2.795011043548584 (2.865603842603876) + | > loss: 0.7106236219406128 (0.726743182915402) + | > current_lr: 5e-06 + | > step_time: 0.0873 (0.12807830206052542) + | > loader_time: 0.0045 (0.004791033862456877) + + + --> TIME: 2024-12-23 22:44:36 -- STEP: 1574/7738 -- GLOBAL_STEP: 17050 + | > loss_text_ce: 0.04458363726735115 (0.041367214880741666) + | > loss_mel_ce: 3.057760000228882 (2.865850491323796) + | > loss: 0.7755858898162842 (0.7268044265055744) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.1281265942841353) + | > loader_time: 0.0048 (0.004793077442212815) + + + --> TIME: 2024-12-23 22:44:48 -- STEP: 1624/7738 -- GLOBAL_STEP: 17100 + | > loss_text_ce: 0.04446578025817871 (0.041371636998752494) + | > loss_mel_ce: 3.0025713443756104 (2.8652213010294663) + | > loss: 0.7617592811584473 (0.7266482344915711) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12821972898661813) + | > loader_time: 0.0047 (0.004796557532155452) + + + --> TIME: 2024-12-23 22:44:59 -- STEP: 1674/7738 -- GLOBAL_STEP: 17150 + | > loss_text_ce: 0.04391270875930786 (0.04137232506663282) + | > loss_mel_ce: 2.686876058578491 (2.8646517927928614) + | > loss: 0.6826971769332886 (0.7265060294771135) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.12826733905354729) + | > loader_time: 0.0048 (0.004798513301954186) + + + --> TIME: 2024-12-23 22:45:11 -- STEP: 1724/7738 -- GLOBAL_STEP: 17200 + | > loss_text_ce: 0.0416608564555645 (0.0413543217061325) + | > loss_mel_ce: 2.8595690727233887 (2.8648333560563) + | > loss: 0.7253074645996094 (0.7265469195740403) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.12827078068062792) + | > loader_time: 0.0048 (0.004802678964530783) + + + --> TIME: 2024-12-23 22:45:23 -- STEP: 1774/7738 -- GLOBAL_STEP: 17250 + | > loss_text_ce: 0.04116851091384888 (0.04134803706320188) + | > loss_mel_ce: 2.9230785369873047 (2.8652318159649557) + | > loss: 0.7410617470741272 (0.7266449633620367) + | > current_lr: 5e-06 + | > step_time: 0.1569 (0.12848911035423777) + | > loader_time: 0.005 (0.004807862246318758) + + + --> TIME: 2024-12-23 22:45:34 -- STEP: 1824/7738 -- GLOBAL_STEP: 17300 + | > loss_text_ce: 0.04517281427979469 (0.04134967002870611) + | > loss_mel_ce: 2.857011556625366 (2.8649023428820706) + | > loss: 0.72554612159729 (0.7265630032409699) + | > current_lr: 5e-06 + | > step_time: 0.0928 (0.12845648367676835) + | > loader_time: 0.005 (0.004809981506121783) + + + --> TIME: 2024-12-23 22:45:46 -- STEP: 1874/7738 -- GLOBAL_STEP: 17350 + | > loss_text_ce: 0.03980167582631111 (0.041352323945234006) + | > loss_mel_ce: 3.0056874752044678 (2.865579268339475) + | > loss: 0.7613722681999207 (0.7267328980701835) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.1284371480870528) + | > loader_time: 0.005 (0.004811504988940062) + + + --> TIME: 2024-12-23 22:45:57 -- STEP: 1924/7738 -- GLOBAL_STEP: 17400 + | > loss_text_ce: 0.038138601928949356 (0.04134071016928137) + | > loss_mel_ce: 2.7936933040618896 (2.865274133032918) + | > loss: 0.7079579830169678 (0.7266537107511764) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.1284524315112347) + | > loader_time: 0.0044 (0.004815301255723788) + + + --> TIME: 2024-12-23 22:46:08 -- STEP: 1974/7738 -- GLOBAL_STEP: 17450 + | > loss_text_ce: 0.04158330708742142 (0.041350061341878595) + | > loss_mel_ce: 2.7672204971313477 (2.864864570150016) + | > loss: 0.7022009491920471 (0.7265536578894867) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12826286985519106) + | > loader_time: 0.0045 (0.004813862185106207) + + + --> TIME: 2024-12-23 22:46:20 -- STEP: 2024/7738 -- GLOBAL_STEP: 17500 + | > loss_text_ce: 0.03962753340601921 (0.04135403725992254) + | > loss_mel_ce: 2.7544541358947754 (2.8649139441991496) + | > loss: 0.6985204219818115 (0.7265669954094017) + | > current_lr: 5e-06 + | > step_time: 0.1427 (0.12835717213012507) + | > loader_time: 0.0066 (0.004816714011633347) + + + --> TIME: 2024-12-23 22:46:31 -- STEP: 2074/7738 -- GLOBAL_STEP: 17550 + | > loss_text_ce: 0.04238993674516678 (0.04134149826244021) + | > loss_mel_ce: 2.945046901702881 (2.86544385331116) + | > loss: 0.7468591928482056 (0.726696337861518) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.12836575462135333) + | > loader_time: 0.0048 (0.004818959199359122) + + + --> TIME: 2024-12-23 22:46:43 -- STEP: 2124/7738 -- GLOBAL_STEP: 17600 + | > loss_text_ce: 0.038988638669252396 (0.041336063637613905) + | > loss_mel_ce: 2.803785562515259 (2.865252389297196) + | > loss: 0.7106935381889343 (0.7266471131429383) + | > current_lr: 5e-06 + | > step_time: 0.0838 (0.12837742849931896) + | > loader_time: 0.0047 (0.004822052355764498) + + + --> TIME: 2024-12-23 22:46:55 -- STEP: 2174/7738 -- GLOBAL_STEP: 17650 + | > loss_text_ce: 0.03818107396364212 (0.041315727820063035) + | > loss_mel_ce: 3.0802342891693115 (2.865037977421293) + | > loss: 0.7796038389205933 (0.7265884263480377) + | > current_lr: 5e-06 + | > step_time: 0.1384 (0.12842278460789536) + | > loader_time: 0.005 (0.004825468335331526) + + + --> TIME: 2024-12-23 22:47:06 -- STEP: 2224/7738 -- GLOBAL_STEP: 17700 + | > loss_text_ce: 0.040960393846035004 (0.041315076988284224) + | > loss_mel_ce: 2.821866989135742 (2.864954664338406) + | > loss: 0.7157068252563477 (0.7265674352860275) + | > current_lr: 5e-06 + | > step_time: 0.1424 (0.12846218188889613) + | > loader_time: 0.0054 (0.004828262028934284) + + + --> TIME: 2024-12-23 22:47:17 -- STEP: 2274/7738 -- GLOBAL_STEP: 17750 + | > loss_text_ce: 0.044019248336553574 (0.041307293925444175) + | > loss_mel_ce: 2.882704496383667 (2.864889433327325) + | > loss: 0.7316809296607971 (0.726549181874215) + | > current_lr: 5e-06 + | > step_time: 0.0982 (0.1283454179973487) + | > loader_time: 0.0045 (0.004828340564784813) + + + --> TIME: 2024-12-23 22:47:29 -- STEP: 2324/7738 -- GLOBAL_STEP: 17800 + | > loss_text_ce: 0.040786948055028915 (0.04130966275314867) + | > loss_mel_ce: 2.985743284225464 (2.864729614450682) + | > loss: 0.7566325664520264 (0.7265098193426339) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1282809307981484) + | > loader_time: 0.0047 (0.004830416426601177) + + + --> TIME: 2024-12-23 22:47:40 -- STEP: 2374/7738 -- GLOBAL_STEP: 17850 + | > loss_text_ce: 0.04333888366818428 (0.04130109605750519) + | > loss_mel_ce: 2.9760332107543945 (2.865385586309554) + | > loss: 0.75484299659729 (0.7266716707274997) + | > current_lr: 5e-06 + | > step_time: 0.1481 (0.12830635581382127) + | > loader_time: 0.005 (0.004832038481695465) + + + --> TIME: 2024-12-23 22:47:52 -- STEP: 2424/7738 -- GLOBAL_STEP: 17900 + | > loss_text_ce: 0.044411223381757736 (0.04129757949000487) + | > loss_mel_ce: 3.0968940258026123 (2.8654982162387457) + | > loss: 0.7853263020515442 (0.726698949072423) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.1283418657165946) + | > loader_time: 0.0059 (0.004834030032551326) + + + --> TIME: 2024-12-23 22:48:04 -- STEP: 2474/7738 -- GLOBAL_STEP: 17950 + | > loss_text_ce: 0.04298410937190056 (0.04130020865789558) + | > loss_mel_ce: 2.891981363296509 (2.865544300168003) + | > loss: 0.7337413430213928 (0.7267111272655763) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.12839596427633804) + | > loader_time: 0.0047 (0.004836059329773786) + + + --> TIME: 2024-12-23 22:48:15 -- STEP: 2524/7738 -- GLOBAL_STEP: 18000 + | > loss_text_ce: 0.04372264817357063 (0.04130212639247412) + | > loss_mel_ce: 2.961301803588867 (2.865673294252524) + | > loss: 0.7512561082839966 (0.7267438551608807) + | > current_lr: 5e-06 + | > step_time: 0.1428 (0.12839708917681306) + | > loader_time: 0.0051 (0.004835780845769043) + + + --> TIME: 2024-12-23 22:48:26 -- STEP: 2574/7738 -- GLOBAL_STEP: 18050 + | > loss_text_ce: 0.040287084877491 (0.04129120086774906) + | > loss_mel_ce: 2.754976987838745 (2.8659194133591073) + | > loss: 0.6988160014152527 (0.7268026535049739) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.12832254963321307) + | > loader_time: 0.0046 (0.004836000484742208) + + + --> TIME: 2024-12-23 22:48:38 -- STEP: 2624/7738 -- GLOBAL_STEP: 18100 + | > loss_text_ce: 0.0412425622344017 (0.04129701420358126) + | > loss_mel_ce: 2.902689218521118 (2.865660938275295) + | > loss: 0.7359829545021057 (0.7267394880650612) + | > current_lr: 5e-06 + | > step_time: 0.1389 (0.12836626862607367) + | > loader_time: 0.0051 (0.004837177602983104) + + + --> TIME: 2024-12-23 22:48:50 -- STEP: 2674/7738 -- GLOBAL_STEP: 18150 + | > loss_text_ce: 0.04202703386545181 (0.04128825596534405) + | > loss_mel_ce: 2.82879638671875 (2.8653617947513506) + | > loss: 0.7177058458328247 (0.7266625126931054) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.1283962415418433) + | > loader_time: 0.0046 (0.004838229028163959) + + + --> TIME: 2024-12-23 22:49:01 -- STEP: 2724/7738 -- GLOBAL_STEP: 18200 + | > loss_text_ce: 0.04449526220560074 (0.04128099145933917) + | > loss_mel_ce: 2.775456428527832 (2.864820242190673) + | > loss: 0.7049879431724548 (0.7265253084302831) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12828759903774736) + | > loader_time: 0.0049 (0.004840104240327854) + + + --> TIME: 2024-12-23 22:49:12 -- STEP: 2774/7738 -- GLOBAL_STEP: 18250 + | > loss_text_ce: 0.04132414236664772 (0.04127500432113046) + | > loss_mel_ce: 2.7921390533447266 (2.8645104656308846) + | > loss: 0.708365797996521 (0.7264463674833046) + | > current_lr: 5e-06 + | > step_time: 0.0887 (0.1282043030731267) + | > loader_time: 0.0043 (0.0048399047191485115) + + + --> TIME: 2024-12-23 22:49:23 -- STEP: 2824/7738 -- GLOBAL_STEP: 18300 + | > loss_text_ce: 0.04285142943263054 (0.041282166577822826) + | > loss_mel_ce: 2.9513792991638184 (2.8643571440626436) + | > loss: 0.7485576868057251 (0.7264098276835329) + | > current_lr: 5e-06 + | > step_time: 0.105 (0.12808605454461092) + | > loader_time: 0.0049 (0.004839632480745615) + + + --> TIME: 2024-12-23 22:49:35 -- STEP: 2874/7738 -- GLOBAL_STEP: 18350 + | > loss_text_ce: 0.03967594355344772 (0.04127268933107142) + | > loss_mel_ce: 2.884413003921509 (2.86451083077435) + | > loss: 0.7310222387313843 (0.7264458800490402) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.128176822045153) + | > loader_time: 0.0047 (0.004841745604884737) + + + --> TIME: 2024-12-23 22:49:47 -- STEP: 2924/7738 -- GLOBAL_STEP: 18400 + | > loss_text_ce: 0.04039867967367172 (0.041267588951213394) + | > loss_mel_ce: 2.734740972518921 (2.864439448481868) + | > loss: 0.6937848925590515 (0.7264267594926826) + | > current_lr: 5e-06 + | > step_time: 0.1636 (0.12819448900288002) + | > loader_time: 0.0055 (0.0048434908836876185) + + + --> TIME: 2024-12-23 22:49:58 -- STEP: 2974/7738 -- GLOBAL_STEP: 18450 + | > loss_text_ce: 0.0413171611726284 (0.041260758034068146) + | > loss_mel_ce: 2.902198553085327 (2.8643486336244344) + | > loss: 0.7358789443969727 (0.7264023480715174) + | > current_lr: 5e-06 + | > step_time: 0.1102 (0.1281824223371503) + | > loader_time: 0.0046 (0.0048445112046252665) + + + --> TIME: 2024-12-23 22:50:10 -- STEP: 3024/7738 -- GLOBAL_STEP: 18500 + | > loss_text_ce: 0.04062724485993385 (0.0412625723860901) + | > loss_mel_ce: 2.7492620944976807 (2.8641890177020284) + | > loss: 0.697472333908081 (0.7263628977040453) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12825325312753197) + | > loader_time: 0.0052 (0.004849081395795104) + + + --> TIME: 2024-12-23 22:50:21 -- STEP: 3074/7738 -- GLOBAL_STEP: 18550 + | > loss_text_ce: 0.04217901453375816 (0.041257795831097656) + | > loss_mel_ce: 3.063152313232422 (2.8638382451287594) + | > loss: 0.7763328552246094 (0.7262740104362886) + | > current_lr: 5e-06 + | > step_time: 0.1506 (0.12821134476981227) + | > loader_time: 0.005 (0.004850545484831991) + + + --> TIME: 2024-12-23 22:50:33 -- STEP: 3124/7738 -- GLOBAL_STEP: 18600 + | > loss_text_ce: 0.040528398007154465 (0.04125436196263483) + | > loss_mel_ce: 3.115246057510376 (2.8638795249440725) + | > loss: 0.7889435887336731 (0.7262834719216475) + | > current_lr: 5e-06 + | > step_time: 0.1204 (0.12819635196470874) + | > loader_time: 0.005 (0.004851897074226846) + + + --> TIME: 2024-12-23 22:50:44 -- STEP: 3174/7738 -- GLOBAL_STEP: 18650 + | > loss_text_ce: 0.04243028536438942 (0.04124802207338336) + | > loss_mel_ce: 2.9482171535491943 (2.8633706260944325) + | > loss: 0.7476618885993958 (0.7261546622602614) + | > current_lr: 5e-06 + | > step_time: 0.167 (0.12825622735867792) + | > loader_time: 0.0051 (0.004852835457506768) + + + --> TIME: 2024-12-23 22:50:56 -- STEP: 3224/7738 -- GLOBAL_STEP: 18700 + | > loss_text_ce: 0.04459439590573311 (0.04124365759800851) + | > loss_mel_ce: 2.918159246444702 (2.8635299897962967) + | > loss: 0.7406883835792542 (0.7261934120106345) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1283448606211849) + | > loader_time: 0.0048 (0.004854357567969394) + + + --> TIME: 2024-12-23 22:51:08 -- STEP: 3274/7738 -- GLOBAL_STEP: 18750 + | > loss_text_ce: 0.04262353479862213 (0.041251285857291715) + | > loss_mel_ce: 2.731924295425415 (2.863100190168481) + | > loss: 0.693636953830719 (0.7260878690875154) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12837458749187378) + | > loader_time: 0.0046 (0.004855450072081705) + + + --> TIME: 2024-12-23 22:51:19 -- STEP: 3324/7738 -- GLOBAL_STEP: 18800 + | > loss_text_ce: 0.03977289795875549 (0.04124259770423101) + | > loss_mel_ce: 2.8664636611938477 (2.8629654346103384) + | > loss: 0.7265591621398926 (0.7260520081299165) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12834463509698488) + | > loader_time: 0.0045 (0.004855470106489826) + + + --> TIME: 2024-12-23 22:51:31 -- STEP: 3374/7738 -- GLOBAL_STEP: 18850 + | > loss_text_ce: 0.04164433851838112 (0.041245585954491376) + | > loss_mel_ce: 2.674867868423462 (2.862981055216738) + | > loss: 0.6791280508041382 (0.7260566603416656) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12843456823725502) + | > loader_time: 0.0044 (0.004857128091867538) + + + --> TIME: 2024-12-23 22:51:42 -- STEP: 3424/7738 -- GLOBAL_STEP: 18900 + | > loss_text_ce: 0.04062933474779129 (0.04124563495589367) + | > loss_mel_ce: 2.7132110595703125 (2.863018146602904) + | > loss: 0.688460111618042 (0.726065945454708) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12838772705225196) + | > loader_time: 0.0048 (0.0048581826909680275) + + + --> TIME: 2024-12-23 22:51:54 -- STEP: 3474/7738 -- GLOBAL_STEP: 18950 + | > loss_text_ce: 0.03886977210640907 (0.04125040976430364) + | > loss_mel_ce: 2.884725332260132 (2.8632795649420313) + | > loss: 0.7308987975120544 (0.7261324937513801) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12834390340760043) + | > loader_time: 0.0048 (0.004859435674989097) + + + --> TIME: 2024-12-23 22:52:05 -- STEP: 3524/7738 -- GLOBAL_STEP: 19000 + | > loss_text_ce: 0.038353484123945236 (0.041248698098316494) + | > loss_mel_ce: 2.789346694946289 (2.8633116882856773) + | > loss: 0.7069250345230103 (0.7261400966483269) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.128330844891058) + | > loader_time: 0.0053 (0.0048609744000516104) + + + --> TIME: 2024-12-23 22:52:17 -- STEP: 3574/7738 -- GLOBAL_STEP: 19050 + | > loss_text_ce: 0.043969735503196716 (0.04124754096710221) + | > loss_mel_ce: 2.965048313140869 (2.8635747057136074) + | > loss: 0.7522544860839844 (0.7262055616706996) + | > current_lr: 5e-06 + | > step_time: 0.12 (0.12834067049811007) + | > loader_time: 0.005 (0.004862610628035197) + + + --> TIME: 2024-12-23 22:52:28 -- STEP: 3624/7738 -- GLOBAL_STEP: 19100 + | > loss_text_ce: 0.04045078530907631 (0.04125373648833195) + | > loss_mel_ce: 2.9112002849578857 (2.8634369943710323) + | > loss: 0.7379127740859985 (0.7261726827449095) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12831815281188005) + | > loader_time: 0.0046 (0.004863675001178097) + + + --> TIME: 2024-12-23 22:52:39 -- STEP: 3674/7738 -- GLOBAL_STEP: 19150 + | > loss_text_ce: 0.04275761544704437 (0.04125221132741359) + | > loss_mel_ce: 2.969114303588867 (2.8628529412109147) + | > loss: 0.7529679536819458 (0.7260262881794508) + | > current_lr: 5e-06 + | > step_time: 0.1385 (0.12826811774113162) + | > loader_time: 0.0051 (0.004865119232713499) + + + --> TIME: 2024-12-23 22:52:51 -- STEP: 3724/7738 -- GLOBAL_STEP: 19200 + | > loss_text_ce: 0.043266743421554565 (0.04125124799181675) + | > loss_mel_ce: 2.7294862270355225 (2.862681309531503) + | > loss: 0.6931882500648499 (0.7259831394115915) + | > current_lr: 5e-06 + | > step_time: 0.1052 (0.12823761194528246) + | > loader_time: 0.0049 (0.004865801680100852) + + + --> TIME: 2024-12-23 22:53:03 -- STEP: 3774/7738 -- GLOBAL_STEP: 19250 + | > loss_text_ce: 0.03728403523564339 (0.041247332338332554) + | > loss_mel_ce: 2.803551197052002 (2.8628625726977766) + | > loss: 0.7102088332176208 (0.7260274762632234) + | > current_lr: 5e-06 + | > step_time: 0.1106 (0.12831819354382296) + | > loader_time: 0.0048 (0.004866939280863221) + + + --> TIME: 2024-12-23 22:53:14 -- STEP: 3824/7738 -- GLOBAL_STEP: 19300 + | > loss_text_ce: 0.04146308824419975 (0.04124575889684945) + | > loss_mel_ce: 2.9053423404693604 (2.8628377194309804) + | > loss: 0.7367013692855835 (0.7260208696158115) + | > current_lr: 5e-06 + | > step_time: 0.1122 (0.1282068398083603) + | > loader_time: 0.0049 (0.004866767503227652) + + + --> TIME: 2024-12-23 22:53:25 -- STEP: 3874/7738 -- GLOBAL_STEP: 19350 + | > loss_text_ce: 0.0404348224401474 (0.0412422036920387) + | > loss_mel_ce: 2.9845030307769775 (2.862923869658326) + | > loss: 0.7562344670295715 (0.726041518386394) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.12822961376448186) + | > loader_time: 0.0053 (0.004869456813085557) + + + --> TIME: 2024-12-23 22:53:37 -- STEP: 3924/7738 -- GLOBAL_STEP: 19400 + | > loss_text_ce: 0.03991498053073883 (0.04124196197469238) + | > loss_mel_ce: 2.8763811588287354 (2.863112741107238) + | > loss: 0.7290740609169006 (0.7260886758383628) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.12821030519545756) + | > loader_time: 0.0051 (0.004870636747517721) + + + --> TIME: 2024-12-23 22:53:48 -- STEP: 3974/7738 -- GLOBAL_STEP: 19450 + | > loss_text_ce: 0.04242321848869324 (0.041242208488371776) + | > loss_mel_ce: 2.8673832416534424 (2.8626686259616694) + | > loss: 0.7274516224861145 (0.7259777086760212) + | > current_lr: 5e-06 + | > step_time: 0.1094 (0.1281979079215326) + | > loader_time: 0.0047 (0.004872035908231081) + + + --> TIME: 2024-12-23 22:53:59 -- STEP: 4024/7738 -- GLOBAL_STEP: 19500 + | > loss_text_ce: 0.04338931292295456 (0.04124199553850156) + | > loss_mel_ce: 2.9691340923309326 (2.862601406768584) + | > loss: 0.7531308531761169 (0.7259608506267637) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12814957987717107) + | > loader_time: 0.0052 (0.0048731787659775936) + + + --> TIME: 2024-12-23 22:54:11 -- STEP: 4074/7738 -- GLOBAL_STEP: 19550 + | > loss_text_ce: 0.0412665493786335 (0.04123803025324612) + | > loss_mel_ce: 2.7989282608032227 (2.8624622773234583) + | > loss: 0.7100486755371094 (0.72592507697053) + | > current_lr: 5e-06 + | > step_time: 0.1238 (0.1281701640048097) + | > loader_time: 0.0048 (0.004875268137917314) + + + --> TIME: 2024-12-23 22:54:22 -- STEP: 4124/7738 -- GLOBAL_STEP: 19600 + | > loss_text_ce: 0.03979011997580528 (0.041233809112917144) + | > loss_mel_ce: 2.7713851928710938 (2.8621298750549906) + | > loss: 0.7027938365936279 (0.7258409211406655) + | > current_lr: 5e-06 + | > step_time: 0.1018 (0.1281239189764001) + | > loader_time: 0.0047 (0.004876247837518053) + + + --> TIME: 2024-12-23 22:54:33 -- STEP: 4174/7738 -- GLOBAL_STEP: 19650 + | > loss_text_ce: 0.04281583055853844 (0.04123102855089039) + | > loss_mel_ce: 3.094736337661743 (2.862267900952664) + | > loss: 0.7843880653381348 (0.7258747324426038) + | > current_lr: 5e-06 + | > step_time: 0.1726 (0.12809091289476415) + | > loader_time: 0.0053 (0.004876523881536614) + + + --> TIME: 2024-12-23 22:54:45 -- STEP: 4224/7738 -- GLOBAL_STEP: 19700 + | > loss_text_ce: 0.039505720138549805 (0.041226966872768986) + | > loss_mel_ce: 2.93670916557312 (2.8620958083280987) + | > loss: 0.7440537214279175 (0.7258306938421096) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12812119643345046) + | > loader_time: 0.0054 (0.004877977298967768) + + + --> TIME: 2024-12-23 22:54:56 -- STEP: 4274/7738 -- GLOBAL_STEP: 19750 + | > loss_text_ce: 0.04177863150835037 (0.041225492395547764) + | > loss_mel_ce: 2.853640079498291 (2.862149185480554) + | > loss: 0.723854660987854 (0.7258436694901624) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.12808965130503863) + | > loader_time: 0.0048 (0.004878638501361428) + + + --> TIME: 2024-12-23 22:55:08 -- STEP: 4324/7738 -- GLOBAL_STEP: 19800 + | > loss_text_ce: 0.03890193998813629 (0.04122352859679054) + | > loss_mel_ce: 3.0386393070220947 (2.8620858089886343) + | > loss: 0.7693853378295898 (0.7258273344366334) + | > current_lr: 5e-06 + | > step_time: 0.1404 (0.12809993198467134) + | > loader_time: 0.0053 (0.004880181680003546) + + + --> TIME: 2024-12-23 22:55:19 -- STEP: 4374/7738 -- GLOBAL_STEP: 19850 + | > loss_text_ce: 0.03627321124076843 (0.04122410863586821) + | > loss_mel_ce: 3.0178544521331787 (2.862314254931241) + | > loss: 0.7635319232940674 (0.7258845909332975) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.1280570054195983) + | > loader_time: 0.0052 (0.0048816502775620475) + + + --> TIME: 2024-12-23 22:55:31 -- STEP: 4424/7738 -- GLOBAL_STEP: 19900 + | > loss_text_ce: 0.04602661356329918 (0.04122073555813182) + | > loss_mel_ce: 2.781662702560425 (2.862483258327133) + | > loss: 0.7069223523139954 (0.7259259985163669) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.1280354709780456) + | > loader_time: 0.0051 (0.004883357672320567) + + + --> TIME: 2024-12-23 22:55:42 -- STEP: 4474/7738 -- GLOBAL_STEP: 19950 + | > loss_text_ce: 0.04029187187552452 (0.041216544170810214) + | > loss_mel_ce: 2.9054512977600098 (2.8625631124567206) + | > loss: 0.7364357709884644 (0.7259449142001813) + | > current_lr: 5e-06 + | > step_time: 0.1568 (0.12808924249948347) + | > loader_time: 0.0052 (0.004884819767013636) + + + --> TIME: 2024-12-23 22:55:54 -- STEP: 4524/7738 -- GLOBAL_STEP: 20000 + | > loss_text_ce: 0.038367822766304016 (0.04120882144189588) + | > loss_mel_ce: 2.6011102199554443 (2.8623052902394504) + | > loss: 0.6598694920539856 (0.7258785279660396) + | > current_lr: 5e-06 + | > step_time: 0.1565 (0.12808131012212504) + | > loader_time: 0.0054 (0.004885782192071695) + + + --> TIME: 2024-12-23 22:56:05 -- STEP: 4574/7738 -- GLOBAL_STEP: 20050 + | > loss_text_ce: 0.040222954005002975 (0.041207304803445255) + | > loss_mel_ce: 2.9449751377105713 (2.8621810381726256) + | > loss: 0.7462995052337646 (0.7258470858295368) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12799438202177874) + | > loader_time: 0.005 (0.004885947959726427) + + + --> TIME: 2024-12-23 22:56:17 -- STEP: 4624/7738 -- GLOBAL_STEP: 20100 + | > loss_text_ce: 0.039196740835905075 (0.041209736523930646) + | > loss_mel_ce: 2.87587308883667 (2.8620873847428427) + | > loss: 0.728767454624176 (0.7258242804002815) + | > current_lr: 5e-06 + | > step_time: 0.1325 (0.1280270692695798) + | > loader_time: 0.0051 (0.004887486308503727) + + + --> TIME: 2024-12-23 22:56:28 -- STEP: 4674/7738 -- GLOBAL_STEP: 20150 + | > loss_text_ce: 0.039096370339393616 (0.04120661499226612) + | > loss_mel_ce: 2.7481088638305664 (2.8619545548197802) + | > loss: 0.6968013048171997 (0.7257902925474613) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1280054599237995) + | > loader_time: 0.0045 (0.0048885379635374634) + + + --> TIME: 2024-12-23 22:56:39 -- STEP: 4724/7738 -- GLOBAL_STEP: 20200 + | > loss_text_ce: 0.039157528430223465 (0.04120094554418358) + | > loss_mel_ce: 2.8415334224700928 (2.8617931940008434) + | > loss: 0.7201727628707886 (0.7257485350090813) + | > current_lr: 5e-06 + | > step_time: 0.0858 (0.12799659343617756) + | > loader_time: 0.0049 (0.004889653306407107) + + + --> TIME: 2024-12-23 22:56:51 -- STEP: 4774/7738 -- GLOBAL_STEP: 20250 + | > loss_text_ce: 0.0365658737719059 (0.04119784626789833) + | > loss_mel_ce: 2.7017133235931396 (2.8618304792387357) + | > loss: 0.684569776058197 (0.7257570815001474) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.12796104303902556) + | > loader_time: 0.005 (0.004890548219029559) + + + --> TIME: 2024-12-23 22:57:02 -- STEP: 4824/7738 -- GLOBAL_STEP: 20300 + | > loss_text_ce: 0.04633496701717377 (0.041194304205310485) + | > loss_mel_ce: 2.9651296138763428 (2.8615025969385868) + | > loss: 0.7528661489486694 (0.7256742254097275) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.12796111496329132) + | > loader_time: 0.0047 (0.0048907610709789835) + + + --> TIME: 2024-12-23 22:57:13 -- STEP: 4874/7738 -- GLOBAL_STEP: 20350 + | > loss_text_ce: 0.03923727199435234 (0.04119330102934747) + | > loss_mel_ce: 2.6118645668029785 (2.8612590972937912) + | > loss: 0.662775456905365 (0.7256130997059437) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.12793856401838752) + | > loader_time: 0.0055 (0.004892199754617139) + + + --> TIME: 2024-12-23 22:57:25 -- STEP: 4924/7738 -- GLOBAL_STEP: 20400 + | > loss_text_ce: 0.043495263904333115 (0.04119268128350321) + | > loss_mel_ce: 2.924501419067383 (2.861361640241448) + | > loss: 0.7419991493225098 (0.7256385805062612) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.12798257701092894) + | > loader_time: 0.0049 (0.004894394006891823) + + + --> TIME: 2024-12-23 22:57:37 -- STEP: 4974/7738 -- GLOBAL_STEP: 20450 + | > loss_text_ce: 0.04016255587339401 (0.041192543109827236) + | > loss_mel_ce: 2.860605239868164 (2.86148879026666) + | > loss: 0.7251919507980347 (0.7256703334828681) + | > current_lr: 5e-06 + | > step_time: 0.1305 (0.12797680733239392) + | > loader_time: 0.005 (0.004895587977895216) + + + --> TIME: 2024-12-23 22:57:48 -- STEP: 5024/7738 -- GLOBAL_STEP: 20500 + | > loss_text_ce: 0.041081760078668594 (0.04119444878958761) + | > loss_mel_ce: 2.8552794456481934 (2.8615143993857486) + | > loss: 0.7240902781486511 (0.7256772121545054) + | > current_lr: 5e-06 + | > step_time: 0.1223 (0.12794892807864874) + | > loader_time: 0.0051 (0.0048967927789232615) + + + --> TIME: 2024-12-23 22:57:59 -- STEP: 5074/7738 -- GLOBAL_STEP: 20550 + | > loss_text_ce: 0.040211327373981476 (0.041196322575898746) + | > loss_mel_ce: 2.749014139175415 (2.861415240536248) + | > loss: 0.6973063945770264 (0.7256528908665093) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.1279568331984966) + | > loader_time: 0.0046 (0.004898424312078824) + + + --> TIME: 2024-12-23 22:58:11 -- STEP: 5124/7738 -- GLOBAL_STEP: 20600 + | > loss_text_ce: 0.041307296603918076 (0.04119340679699167) + | > loss_mel_ce: 2.9131550788879395 (2.8616204118002715) + | > loss: 0.7386155724525452 (0.7257034547109336) + | > current_lr: 5e-06 + | > step_time: 0.096 (0.12796220534672345) + | > loader_time: 0.0047 (0.0048992688724717424) + + + --> TIME: 2024-12-23 22:58:23 -- STEP: 5174/7738 -- GLOBAL_STEP: 20650 + | > loss_text_ce: 0.038388174027204514 (0.04119316930081636) + | > loss_mel_ce: 2.750858783721924 (2.861736675694861) + | > loss: 0.6973117589950562 (0.725732461326502) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12798425466524962) + | > loader_time: 0.005 (0.004900546667425621) + + + --> TIME: 2024-12-23 22:58:35 -- STEP: 5224/7738 -- GLOBAL_STEP: 20700 + | > loss_text_ce: 0.04521701857447624 (0.04119772438864142) + | > loss_mel_ce: 2.8951592445373535 (2.861976538235699) + | > loss: 0.7350940704345703 (0.7257935657047577) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.1280568865046569) + | > loader_time: 0.0045 (0.0049014187790168235) + + + --> TIME: 2024-12-23 22:58:46 -- STEP: 5274/7738 -- GLOBAL_STEP: 20750 + | > loss_text_ce: 0.038995902985334396 (0.04119250804163272) + | > loss_mel_ce: 2.823606014251709 (2.86197000418732) + | > loss: 0.7156504988670349 (0.7257906281229313) + | > current_lr: 5e-06 + | > step_time: 0.1621 (0.12801971365929044) + | > loader_time: 0.0052 (0.004901712755384801) + + + --> TIME: 2024-12-23 22:58:57 -- STEP: 5324/7738 -- GLOBAL_STEP: 20800 + | > loss_text_ce: 0.04167181998491287 (0.04119256041471028) + | > loss_mel_ce: 2.9438812732696533 (2.861872039057983) + | > loss: 0.7463882565498352 (0.7257661499267771) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1280273498224195) + | > loader_time: 0.0048 (0.0049031730615313514) + + + --> TIME: 2024-12-23 22:59:09 -- STEP: 5374/7738 -- GLOBAL_STEP: 20850 + | > loss_text_ce: 0.039569463580846786 (0.041191386634287855) + | > loss_mel_ce: 3.090606927871704 (2.8619107341162913) + | > loss: 0.7825440764427185 (0.7257755302366916) + | > current_lr: 5e-06 + | > step_time: 0.1236 (0.12806365540536074) + | > loader_time: 0.0052 (0.004904109348272989) + + + --> TIME: 2024-12-23 22:59:21 -- STEP: 5424/7738 -- GLOBAL_STEP: 20900 + | > loss_text_ce: 0.04338053986430168 (0.04118905124971569) + | > loss_mel_ce: 2.90048885345459 (2.861896424430654) + | > loss: 0.7359673380851746 (0.7257713689455071) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.128078334319205) + | > loader_time: 0.0047 (0.004904619052698479) + + + --> TIME: 2024-12-23 22:59:32 -- STEP: 5474/7738 -- GLOBAL_STEP: 20950 + | > loss_text_ce: 0.041284751147031784 (0.04118946607057578) + | > loss_mel_ce: 2.799339532852173 (2.861728183230993) + | > loss: 0.7101560831069946 (0.7257294123914065) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.12806906759368739) + | > loader_time: 0.0049 (0.004905577946371264) + + + --> TIME: 2024-12-23 22:59:44 -- STEP: 5524/7738 -- GLOBAL_STEP: 21000 + | > loss_text_ce: 0.04418953135609627 (0.04119041651975614) + | > loss_mel_ce: 2.759763717651367 (2.861653158148498) + | > loss: 0.7009882926940918 (0.7257108937282656) + | > current_lr: 5e-06 + | > step_time: 0.097 (0.12809133253435942) + | > loader_time: 0.0049 (0.004906760964334919) + + + --> TIME: 2024-12-23 22:59:55 -- STEP: 5574/7738 -- GLOBAL_STEP: 21050 + | > loss_text_ce: 0.039958927780389786 (0.04119076316352176) + | > loss_mel_ce: 2.2560601234436035 (2.8616146721376188) + | > loss: 0.5740047693252563 (0.725701358921861) + | > current_lr: 5e-06 + | > step_time: 0.0843 (0.12808829334246735) + | > loader_time: 0.006 (0.004908023275779833) + + + --> TIME: 2024-12-23 23:00:07 -- STEP: 5624/7738 -- GLOBAL_STEP: 21100 + | > loss_text_ce: 0.04266480356454849 (0.04119014171724498) + | > loss_mel_ce: 2.7913708686828613 (2.861536200109277) + | > loss: 0.7085089087486267 (0.7256815855525133) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.12812853809101668) + | > loader_time: 0.0044 (0.0049095861348793825) + + + --> TIME: 2024-12-23 23:00:19 -- STEP: 5674/7738 -- GLOBAL_STEP: 21150 + | > loss_text_ce: 0.03868688642978668 (0.04118762462004993) + | > loss_mel_ce: 2.901153564453125 (2.86154177607387) + | > loss: 0.73496013879776 (0.7256823502714725) + | > current_lr: 5e-06 + | > step_time: 0.1462 (0.12813281071702906) + | > loader_time: 0.005 (0.004909996840161335) + + + --> TIME: 2024-12-23 23:00:30 -- STEP: 5724/7738 -- GLOBAL_STEP: 21200 + | > loss_text_ce: 0.040837712585926056 (0.041184924563079414) + | > loss_mel_ce: 2.7879514694213867 (2.861673924658028) + | > loss: 0.7071973085403442 (0.7257147124290974) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12811575483226173) + | > loader_time: 0.0048 (0.0049110636437880535) + + + --> TIME: 2024-12-23 23:00:42 -- STEP: 5774/7738 -- GLOBAL_STEP: 21250 + | > loss_text_ce: 0.04592180624604225 (0.04118633989707955) + | > loss_mel_ce: 2.6159489154815674 (2.861528199190571) + | > loss: 0.6654676795005798 (0.7256786349036936) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12811806571908926) + | > loader_time: 0.0046 (0.004911337792357231) + + + --> TIME: 2024-12-23 23:00:53 -- STEP: 5824/7738 -- GLOBAL_STEP: 21300 + | > loss_text_ce: 0.03999724239110947 (0.041184309151044214) + | > loss_mel_ce: 2.653426170349121 (2.8615479831184603) + | > loss: 0.6733558773994446 (0.7256830732675871) + | > current_lr: 5e-06 + | > step_time: 0.1399 (0.1281252874695993) + | > loader_time: 0.0052 (0.004911561629601886) + + + --> TIME: 2024-12-23 23:01:05 -- STEP: 5874/7738 -- GLOBAL_STEP: 21350 + | > loss_text_ce: 0.04304077476263046 (0.04118622808818989) + | > loss_mel_ce: 2.928205728530884 (2.8614404721855857) + | > loss: 0.7428116202354431 (0.7256566752553765) + | > current_lr: 5e-06 + | > step_time: 0.1463 (0.12815478650087567) + | > loader_time: 0.005 (0.00491202738076438) + + + --> TIME: 2024-12-23 23:01:17 -- STEP: 5924/7738 -- GLOBAL_STEP: 21400 + | > loss_text_ce: 0.038576651364564896 (0.04118659738375789) + | > loss_mel_ce: 2.8073971271514893 (2.8615709133119163) + | > loss: 0.7114934325218201 (0.7256893778394646) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.1281755766620674) + | > loader_time: 0.0046 (0.004912266491394763) + + + --> TIME: 2024-12-23 23:01:28 -- STEP: 5974/7738 -- GLOBAL_STEP: 21450 + | > loss_text_ce: 0.040544211864471436 (0.041187811971514034) + | > loss_mel_ce: 2.866703748703003 (2.8614886388516827) + | > loss: 0.7268120050430298 (0.7256691128883554) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.12815500642689018) + | > loader_time: 0.0046 (0.004912194456988687) + + + --> TIME: 2024-12-23 23:01:39 -- STEP: 6024/7738 -- GLOBAL_STEP: 21500 + | > loss_text_ce: 0.04246080294251442 (0.04118932137923799) + | > loss_mel_ce: 2.848172426223755 (2.861396602860796) + | > loss: 0.7226583361625671 (0.725646481284029) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12815172204458403) + | > loader_time: 0.0047 (0.004912463436088713) + + + --> TIME: 2024-12-23 23:01:51 -- STEP: 6074/7738 -- GLOBAL_STEP: 21550 + | > loss_text_ce: 0.042064376175403595 (0.041187766760926364) + | > loss_mel_ce: 2.6148860454559326 (2.861329184263046) + | > loss: 0.6642376184463501 (0.7256292379487302) + | > current_lr: 5e-06 + | > step_time: 0.093 (0.12814898282083442) + | > loader_time: 0.0046 (0.004913256048253384) + + + --> TIME: 2024-12-23 23:02:02 -- STEP: 6124/7738 -- GLOBAL_STEP: 21600 + | > loss_text_ce: 0.040402982383966446 (0.04118393523622239) + | > loss_mel_ce: 2.6648776531219482 (2.861250694828975) + | > loss: 0.6763201355934143 (0.7256086576927113) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.12813318126112874) + | > loader_time: 0.0049 (0.00491363931371837) + + + --> TIME: 2024-12-23 23:02:14 -- STEP: 6174/7738 -- GLOBAL_STEP: 21650 + | > loss_text_ce: 0.04039748013019562 (0.0411798860956193) + | > loss_mel_ce: 2.937898635864258 (2.8612008694502564) + | > loss: 0.7445740103721619 (0.7255951890599438) + | > current_lr: 5e-06 + | > step_time: 0.1463 (0.12818889182325238) + | > loader_time: 0.005 (0.0049146317647891305) + + + --> TIME: 2024-12-23 23:02:26 -- STEP: 6224/7738 -- GLOBAL_STEP: 21700 + | > loss_text_ce: 0.043669335544109344 (0.0411800293534382) + | > loss_mel_ce: 2.9699819087982178 (2.861060872750596) + | > loss: 0.7534127831459045 (0.7255602256708563) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.1282620173340286) + | > loader_time: 0.0054 (0.004915722346551006) + + + --> TIME: 2024-12-23 23:02:38 -- STEP: 6274/7738 -- GLOBAL_STEP: 21750 + | > loss_text_ce: 0.0408535860478878 (0.04118049959036101) + | > loss_mel_ce: 2.7759032249450684 (2.861190311119055) + | > loss: 0.7041891813278198 (0.7255927027886871) + | > current_lr: 5e-06 + | > step_time: 0.1628 (0.12830954195398947) + | > loader_time: 0.0051 (0.004916890966386825) + + + --> TIME: 2024-12-23 23:02:49 -- STEP: 6324/7738 -- GLOBAL_STEP: 21800 + | > loss_text_ce: 0.046004701405763626 (0.041176157581144616) + | > loss_mel_ce: 2.898003339767456 (2.861254879788907) + | > loss: 0.7360020279884338 (0.725607759454144) + | > current_lr: 5e-06 + | > step_time: 0.0976 (0.12825763579941038) + | > loader_time: 0.0047 (0.0049169185341045385) + + + --> TIME: 2024-12-23 23:03:01 -- STEP: 6374/7738 -- GLOBAL_STEP: 21850 + | > loss_text_ce: 0.040048111230134964 (0.04117808297246114) + | > loss_mel_ce: 2.968384027481079 (2.861326895203) + | > loss: 0.7521080374717712 (0.7256262446500913) + | > current_lr: 5e-06 + | > step_time: 0.1378 (0.12826842266001373) + | > loader_time: 0.0052 (0.0049176397539060345) + + + --> TIME: 2024-12-23 23:03:12 -- STEP: 6424/7738 -- GLOBAL_STEP: 21900 + | > loss_text_ce: 0.04194503650069237 (0.04118037170638915) + | > loss_mel_ce: 3.1070876121520996 (2.8613062932215128) + | > loss: 0.7872581481933594 (0.725621666346363) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.1282349981896458) + | > loader_time: 0.0047 (0.004917879330265709) + + + --> TIME: 2024-12-23 23:03:23 -- STEP: 6474/7738 -- GLOBAL_STEP: 21950 + | > loss_text_ce: 0.04352596029639244 (0.04117900950061369) + | > loss_mel_ce: 2.8385305404663086 (2.8611826237830793) + | > loss: 0.7205141186714172 (0.7255904084283855) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.1281738156774438) + | > loader_time: 0.005 (0.004917910300105446) + + + --> TIME: 2024-12-23 23:03:34 -- STEP: 6524/7738 -- GLOBAL_STEP: 22000 + | > loss_text_ce: 0.043346840888261795 (0.041184325664230616) + | > loss_mel_ce: 2.6278586387634277 (2.861159948320343) + | > loss: 0.6678013801574707 (0.7255860685863654) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12813938771340833) + | > loader_time: 0.005 (0.004918223688896262) + + + --> TIME: 2024-12-23 23:03:46 -- STEP: 6574/7738 -- GLOBAL_STEP: 22050 + | > loss_text_ce: 0.03977801650762558 (0.041184721006846156) + | > loss_mel_ce: 2.723968505859375 (2.8611389396398765) + | > loss: 0.6909366250038147 (0.7255809152873417) + | > current_lr: 5e-06 + | > step_time: 0.1115 (0.12815521910881816) + | > loader_time: 0.0048 (0.004919046466387542) + + + --> TIME: 2024-12-23 23:03:57 -- STEP: 6624/7738 -- GLOBAL_STEP: 22100 + | > loss_text_ce: 0.039927832782268524 (0.04117983317897991) + | > loss_mel_ce: 2.924306869506836 (2.8612147192088253) + | > loss: 0.7410586476325989 (0.7255986382024019) + | > current_lr: 5e-06 + | > step_time: 0.1279 (0.12816439475414237) + | > loader_time: 0.0051 (0.004919461941949406) + + + --> TIME: 2024-12-23 23:04:09 -- STEP: 6674/7738 -- GLOBAL_STEP: 22150 + | > loss_text_ce: 0.042192332446575165 (0.0411800127163874) + | > loss_mel_ce: 2.8370487689971924 (2.861247033782796) + | > loss: 0.7198102474212646 (0.7256067617499696) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12815176261768083) + | > loader_time: 0.0046 (0.004919985721737882) + + + --> TIME: 2024-12-23 23:04:20 -- STEP: 6724/7738 -- GLOBAL_STEP: 22200 + | > loss_text_ce: 0.041260071098804474 (0.04117782085752793) + | > loss_mel_ce: 2.837254047393799 (2.8609720208615035) + | > loss: 0.7196285128593445 (0.7255374605389034) + | > current_lr: 5e-06 + | > step_time: 0.0807 (0.12814016724398683) + | > loader_time: 0.0046 (0.004920284319746567) + + + --> TIME: 2024-12-23 23:04:32 -- STEP: 6774/7738 -- GLOBAL_STEP: 22250 + | > loss_text_ce: 0.04155072569847107 (0.04117713442909838) + | > loss_mel_ce: 2.8789122104644775 (2.8611700237061255) + | > loss: 0.7301157116889954 (0.7255867896686805) + | > current_lr: 5e-06 + | > step_time: 0.1465 (0.128176493246294) + | > loader_time: 0.0051 (0.004921231257165814) + + + --> TIME: 2024-12-23 23:04:44 -- STEP: 6824/7738 -- GLOBAL_STEP: 22300 + | > loss_text_ce: 0.04304218292236328 (0.04117835564145789) + | > loss_mel_ce: 2.7882239818573 (2.8611690414608666) + | > loss: 0.7078165411949158 (0.7255868494231151) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1281645685119895) + | > loader_time: 0.0049 (0.004921675182590725) + + + --> TIME: 2024-12-23 23:04:55 -- STEP: 6874/7738 -- GLOBAL_STEP: 22350 + | > loss_text_ce: 0.03847058117389679 (0.04117736662690613) + | > loss_mel_ce: 2.9455552101135254 (2.8611523274387514) + | > loss: 0.746006429195404 (0.725582423670056) + | > current_lr: 5e-06 + | > step_time: 0.1612 (0.12815651700772052) + | > loader_time: 0.0055 (0.004922030344583763) + + + --> TIME: 2024-12-23 23:05:06 -- STEP: 6924/7738 -- GLOBAL_STEP: 22400 + | > loss_text_ce: 0.042006269097328186 (0.04117672510524753) + | > loss_mel_ce: 3.085231065750122 (2.861062999649032) + | > loss: 0.7818093299865723 (0.7255599313237507) + | > current_lr: 5e-06 + | > step_time: 0.1395 (0.12814671052528345) + | > loader_time: 0.0052 (0.004922422179591782) + + + --> TIME: 2024-12-23 23:05:18 -- STEP: 6974/7738 -- GLOBAL_STEP: 22450 + | > loss_text_ce: 0.0393102765083313 (0.041173852342874066) + | > loss_mel_ce: 2.9523138999938965 (2.8610413086458735) + | > loss: 0.7479060292243958 (0.7255537903835352) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.128136768975571) + | > loader_time: 0.005 (0.004923013072318796) + + + --> TIME: 2024-12-23 23:05:30 -- STEP: 7024/7738 -- GLOBAL_STEP: 22500 + | > loss_text_ce: 0.04025953263044357 (0.041170603361782736) + | > loss_mel_ce: 2.9854419231414795 (2.8608766761279547) + | > loss: 0.7564253807067871 (0.7255118199982655) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.1281672637731448) + | > loader_time: 0.0052 (0.004923610487668547) + + + --> TIME: 2024-12-23 23:05:41 -- STEP: 7074/7738 -- GLOBAL_STEP: 22550 + | > loss_text_ce: 0.04020152986049652 (0.04116599366978842) + | > loss_mel_ce: 2.7710063457489014 (2.860616601554892) + | > loss: 0.7028019428253174 (0.725445648935983) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.12815668413050604) + | > loader_time: 0.0053 (0.004924175831635923) + + + --> TIME: 2024-12-23 23:05:53 -- STEP: 7124/7738 -- GLOBAL_STEP: 22600 + | > loss_text_ce: 0.0433417409658432 (0.04116758045304839) + | > loss_mel_ce: 2.8542258739471436 (2.8606355485455586) + | > loss: 0.7243918776512146 (0.7254507823699254) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12818571224030587) + | > loader_time: 0.0051 (0.004924606902086616) + + + --> TIME: 2024-12-23 23:06:05 -- STEP: 7174/7738 -- GLOBAL_STEP: 22650 + | > loss_text_ce: 0.038389433175325394 (0.04115946377529675) + | > loss_mel_ce: 2.8219690322875977 (2.860740235000055) + | > loss: 0.7150896191596985 (0.7254749248378091) + | > current_lr: 5e-06 + | > step_time: 0.1702 (0.128222293996) + | > loader_time: 0.0053 (0.004925285337494377) + + + --> TIME: 2024-12-23 23:06:16 -- STEP: 7224/7738 -- GLOBAL_STEP: 22700 + | > loss_text_ce: 0.04075096547603607 (0.041160476454332594) + | > loss_mel_ce: 2.9456193447113037 (2.860643141062416) + | > loss: 0.7465925812721252 (0.7254509045221619) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12820819132483816) + | > loader_time: 0.0051 (0.004925620978324776) + + + --> TIME: 2024-12-23 23:06:27 -- STEP: 7274/7738 -- GLOBAL_STEP: 22750 + | > loss_text_ce: 0.04182303324341774 (0.0411627143534382) + | > loss_mel_ce: 2.694852590560913 (2.8603628946917334) + | > loss: 0.6841689348220825 (0.7253814024160883) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12817930680301987) + | > loader_time: 0.0052 (0.004926010577076237) + + + --> TIME: 2024-12-23 23:06:39 -- STEP: 7324/7738 -- GLOBAL_STEP: 22800 + | > loss_text_ce: 0.03879769518971443 (0.04116295958583818) + | > loss_mel_ce: 2.7724132537841797 (2.860353854528086) + | > loss: 0.7028027176856995 (0.7253792036806938) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.12816996186369445) + | > loader_time: 0.0049 (0.004926198398656751) + + + --> TIME: 2024-12-23 23:06:50 -- STEP: 7374/7738 -- GLOBAL_STEP: 22850 + | > loss_text_ce: 0.04173522815108299 (0.0411599169217267) + | > loss_mel_ce: 2.795179843902588 (2.8602581718021614) + | > loss: 0.7092287540435791 (0.7253545223292478) + | > current_lr: 5e-06 + | > step_time: 0.1327 (0.12819961554835355) + | > loader_time: 0.005 (0.004926644174717028) + + + --> TIME: 2024-12-23 23:07:02 -- STEP: 7424/7738 -- GLOBAL_STEP: 22900 + | > loss_text_ce: 0.03701745718717575 (0.04116104598957972) + | > loss_mel_ce: 2.8744096755981445 (2.8601255209731087) + | > loss: 0.7278567552566528 (0.7253216418742754) + | > current_lr: 5e-06 + | > step_time: 0.1411 (0.12817394454032188) + | > loader_time: 0.005 (0.004927122547965621) + + + --> TIME: 2024-12-23 23:07:13 -- STEP: 7474/7738 -- GLOBAL_STEP: 22950 + | > loss_text_ce: 0.0401080884039402 (0.04115749801617997) + | > loss_mel_ce: 3.1328694820404053 (2.860025495745323) + | > loss: 0.7932444214820862 (0.7252957485705931) + | > current_lr: 5e-06 + | > step_time: 0.1651 (0.12819152338351048) + | > loader_time: 0.0053 (0.0049278469751759665) + + + --> TIME: 2024-12-23 23:07:25 -- STEP: 7524/7738 -- GLOBAL_STEP: 23000 + | > loss_text_ce: 0.04081757366657257 (0.041156835575795574) + | > loss_mel_ce: 2.8476574420928955 (2.859978644217913) + | > loss: 0.7221187353134155 (0.7252838700962225) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.1281853625585527) + | > loader_time: 0.0048 (0.004928209818404506) + + + --> TIME: 2024-12-23 23:07:36 -- STEP: 7574/7738 -- GLOBAL_STEP: 23050 + | > loss_text_ce: 0.040997233241796494 (0.041155407309004965) + | > loss_mel_ce: 2.8348329067230225 (2.859894339944489) + | > loss: 0.7189575433731079 (0.7252624369656036) + | > current_lr: 5e-06 + | > step_time: 0.1561 (0.12819299138816848) + | > loader_time: 0.0053 (0.004928341697569974) + + + --> TIME: 2024-12-23 23:07:48 -- STEP: 7624/7738 -- GLOBAL_STEP: 23100 + | > loss_text_ce: 0.037577979266643524 (0.041155038140557876) + | > loss_mel_ce: 2.864206075668335 (2.859909628739758) + | > loss: 0.7254459857940674 (0.7252661668757082) + | > current_lr: 5e-06 + | > step_time: 0.0958 (0.12819350044099395) + | > loader_time: 0.0048 (0.004928697506503313) + + + --> TIME: 2024-12-23 23:07:59 -- STEP: 7674/7738 -- GLOBAL_STEP: 23150 + | > loss_text_ce: 0.041282057762145996 (0.04115463083802666) + | > loss_mel_ce: 2.6299362182617188 (2.859944020176352) + | > loss: 0.6678045988082886 (0.7252746629301763) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.1281993355886498) + | > loader_time: 0.0047 (0.00492898881015971) + + + --> TIME: 2024-12-23 23:08:11 -- STEP: 7724/7738 -- GLOBAL_STEP: 23200 + | > loss_text_ce: 0.03892377018928528 (0.041154787679897914) + | > loss_mel_ce: 2.8419528007507324 (2.859941439206333) + | > loss: 0.7202191352844238 (0.7252740568752927) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12820324577981515) + | > loader_time: 0.0048 (0.0049293599000315375) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06793472261139834 (-0.00017407927850290883) + | > avg_loss_text_ce: 0.039401789901382975 (-0.00039901162939844775) + | > avg_loss_mel_ce: 2.958954759318419 (-0.00966697269015837) + | > avg_loss: 2.99835654581436 (-0.010065985448431292) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_23214.pth + + > EPOCH: 3/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-23 23:09:16)  + + --> TIME: 2024-12-23 23:09:25 -- STEP: 36/7738 -- GLOBAL_STEP: 23250 + | > loss_text_ce: 0.04085605591535568 (0.04066500316063563) + | > loss_mel_ce: 2.802154541015625 (2.861908608012729) + | > loss: 0.7107526659965515 (0.7256434046559863) + | > current_lr: 5e-06 + | > step_time: 0.1327 (0.136211719777849) + | > loader_time: 0.0049 (0.005006472269694011) + + + --> TIME: 2024-12-23 23:09:36 -- STEP: 86/7738 -- GLOBAL_STEP: 23300 + | > loss_text_ce: 0.0417298786342144 (0.04116046931161437) + | > loss_mel_ce: 2.9798130989074707 (2.8645133389983073) + | > loss: 0.7553857564926147 (0.7264184542866639) + | > current_lr: 5e-06 + | > step_time: 0.1543 (0.13137643004572663) + | > loader_time: 0.0049 (0.004809670670087949) + + + --> TIME: 2024-12-23 23:09:48 -- STEP: 136/7738 -- GLOBAL_STEP: 23350 + | > loss_text_ce: 0.042693715542554855 (0.04102097421555835) + | > loss_mel_ce: 2.6875598430633545 (2.866813761346481) + | > loss: 0.6825633645057678 (0.726958686376319) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.13086906075477592) + | > loader_time: 0.0043 (0.004784273750641767) + + + --> TIME: 2024-12-23 23:09:59 -- STEP: 186/7738 -- GLOBAL_STEP: 23400 + | > loss_text_ce: 0.04080108553171158 (0.04123387623938824) + | > loss_mel_ce: 2.9174628257751465 (2.8683571700126906) + | > loss: 0.7395659685134888 (0.7273977642418232) + | > current_lr: 5e-06 + | > step_time: 0.1245 (0.13039892335091857) + | > loader_time: 0.0047 (0.00480774910219254) + + + --> TIME: 2024-12-23 23:10:12 -- STEP: 236/7738 -- GLOBAL_STEP: 23450 + | > loss_text_ce: 0.04190712049603462 (0.04113464267387734) + | > loss_mel_ce: 2.8454790115356445 (2.8698380720817447) + | > loss: 0.7218465209007263 (0.7277431803739675) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.1320484371508582) + | > loader_time: 0.0049 (0.004807248964148052) + + + --> TIME: 2024-12-23 23:10:23 -- STEP: 286/7738 -- GLOBAL_STEP: 23500 + | > loss_text_ce: 0.0402134507894516 (0.04113756008185707) + | > loss_mel_ce: 3.0357816219329834 (2.86267158534977) + | > loss: 0.7689987421035767 (0.7259522882791661) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.1304353125445493) + | > loader_time: 0.0049 (0.0047909054722819295) + + + --> TIME: 2024-12-23 23:10:34 -- STEP: 336/7738 -- GLOBAL_STEP: 23550 + | > loss_text_ce: 0.04283278062939644 (0.041174405764433604) + | > loss_mel_ce: 2.889544725418091 (2.8625681769280202) + | > loss: 0.7330943942070007 (0.7259356478850044) + | > current_lr: 5e-06 + | > step_time: 0.1045 (0.12979624526841324) + | > loader_time: 0.0045 (0.004780527381669909) + + + --> TIME: 2024-12-23 23:10:46 -- STEP: 386/7738 -- GLOBAL_STEP: 23600 + | > loss_text_ce: 0.041305769234895706 (0.04117507854273898) + | > loss_mel_ce: 2.832190990447998 (2.863689826560143) + | > loss: 0.7183741927146912 (0.7262162283603391) + | > current_lr: 5e-06 + | > step_time: 0.1204 (0.1304178608513868) + | > loader_time: 0.0045 (0.004787241239004183) + + + --> TIME: 2024-12-23 23:10:57 -- STEP: 436/7738 -- GLOBAL_STEP: 23650 + | > loss_text_ce: 0.03641100972890854 (0.04116835891175159) + | > loss_mel_ce: 2.938556671142578 (2.865481796067788) + | > loss: 0.7437419295310974 (0.7266625403811078) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.1299790362699317) + | > loader_time: 0.0049 (0.004784638181738897) + + + --> TIME: 2024-12-23 23:11:09 -- STEP: 486/7738 -- GLOBAL_STEP: 23700 + | > loss_text_ce: 0.04375302046537399 (0.04110898410157901) + | > loss_mel_ce: 2.7416763305664062 (2.864034569803088) + | > loss: 0.6963573098182678 (0.7262858900513668) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.1296311013492538) + | > loader_time: 0.0048 (0.00478085176444348) + + + --> TIME: 2024-12-23 23:11:20 -- STEP: 536/7738 -- GLOBAL_STEP: 23750 + | > loss_text_ce: 0.03782331198453903 (0.041055270588831655) + | > loss_mel_ce: 2.930375099182129 (2.8624127253667617) + | > loss: 0.7420495748519897 (0.7258670003111681) + | > current_lr: 5e-06 + | > step_time: 0.0772 (0.1298591476767811) + | > loader_time: 0.0042 (0.0047792009453275315) + + + --> TIME: 2024-12-23 23:11:32 -- STEP: 586/7738 -- GLOBAL_STEP: 23800 + | > loss_text_ce: 0.045195870101451874 (0.04105767390274349) + | > loss_mel_ce: 2.86387300491333 (2.8627018000892397) + | > loss: 0.7272672057151794 (0.7259398696772471) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.12937403783049603) + | > loader_time: 0.0045 (0.004770358674762195) + + + --> TIME: 2024-12-23 23:11:43 -- STEP: 636/7738 -- GLOBAL_STEP: 23850 + | > loss_text_ce: 0.044368673115968704 (0.04102807866889723) + | > loss_mel_ce: 2.9269514083862305 (2.8622008951954863) + | > loss: 0.7428300380706787 (0.7258072448601508) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.12959155721484494) + | > loader_time: 0.0054 (0.004769744363220986) + + + --> TIME: 2024-12-23 23:11:55 -- STEP: 686/7738 -- GLOBAL_STEP: 23900 + | > loss_text_ce: 0.03611370548605919 (0.041026385034008205) + | > loss_mel_ce: 2.7479729652404785 (2.8615161847790183) + | > loss: 0.6960216760635376 (0.7256356437769294) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.1298724843878788) + | > loader_time: 0.0049 (0.0047685109491598515) + + + --> TIME: 2024-12-23 23:12:07 -- STEP: 736/7738 -- GLOBAL_STEP: 23950 + | > loss_text_ce: 0.040963999927043915 (0.04100469757458602) + | > loss_mel_ce: 3.0025527477264404 (2.861148262801376) + | > loss: 0.7608791589736938 (0.7255382414745245) + | > current_lr: 5e-06 + | > step_time: 0.1453 (0.12975794012131908) + | > loader_time: 0.0052 (0.004767123123873839) + + + --> TIME: 2024-12-23 23:12:18 -- STEP: 786/7738 -- GLOBAL_STEP: 24000 + | > loss_text_ce: 0.04378487542271614 (0.04099682339350993) + | > loss_mel_ce: 2.5430097579956055 (2.8602960494941714) + | > loss: 0.6466986536979675 (0.7253232194873817) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.1296124594812176) + | > loader_time: 0.0044 (0.004764599047847682) + + + --> TIME: 2024-12-23 23:12:30 -- STEP: 836/7738 -- GLOBAL_STEP: 24050 + | > loss_text_ce: 0.04525057598948479 (0.040972405937656296) + | > loss_mel_ce: 2.7401325702667236 (2.8596537994425817) + | > loss: 0.6963458061218262 (0.7251565524835903) + | > current_lr: 5e-06 + | > step_time: 0.084 (0.12951904963078112) + | > loader_time: 0.0046 (0.0047648865640448615) + + + --> TIME: 2024-12-23 23:12:41 -- STEP: 886/7738 -- GLOBAL_STEP: 24100 + | > loss_text_ce: 0.040087055414915085 (0.04096827847340713) + | > loss_mel_ce: 2.642029047012329 (2.858474785533499) + | > loss: 0.6705290079116821 (0.7248607672095028) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12920246221141957) + | > loader_time: 0.0046 (0.004763018196915398) + + + --> TIME: 2024-12-23 23:12:52 -- STEP: 936/7738 -- GLOBAL_STEP: 24150 + | > loss_text_ce: 0.044304657727479935 (0.040962865122426806) + | > loss_mel_ce: 2.9153897762298584 (2.8588358996770307) + | > loss: 0.7399235963821411 (0.7249496921769572) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12913695563617955) + | > loader_time: 0.0047 (0.0047646169988518105) + + + --> TIME: 2024-12-23 23:13:04 -- STEP: 986/7738 -- GLOBAL_STEP: 24200 + | > loss_text_ce: 0.041481103748083115 (0.04097685586608209) + | > loss_mel_ce: 2.796156883239746 (2.8580973469945032) + | > loss: 0.7094094753265381 (0.7247685515010088) + | > current_lr: 5e-06 + | > step_time: 0.1154 (0.12903495952033622) + | > loader_time: 0.0047 (0.004767325296846898) + + + --> TIME: 2024-12-23 23:13:15 -- STEP: 1036/7738 -- GLOBAL_STEP: 24250 + | > loss_text_ce: 0.03851054236292839 (0.040949426911426126) + | > loss_mel_ce: 2.7060601711273193 (2.8581151996800327) + | > loss: 0.6861426830291748 (0.7247661573086004) + | > current_lr: 5e-06 + | > step_time: 0.1277 (0.12909209567147342) + | > loader_time: 0.0048 (0.004771343759588295) + + + --> TIME: 2024-12-23 23:13:27 -- STEP: 1086/7738 -- GLOBAL_STEP: 24300 + | > loss_text_ce: 0.03814523667097092 (0.0409422146317654) + | > loss_mel_ce: 2.8519234657287598 (2.8586761622139094) + | > loss: 0.722517192363739 (0.724904595049266) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12930321232390019) + | > loader_time: 0.005 (0.004776330723068774) + + + --> TIME: 2024-12-23 23:13:38 -- STEP: 1136/7738 -- GLOBAL_STEP: 24350 + | > loss_text_ce: 0.03848832845687866 (0.04095773691718116) + | > loss_mel_ce: 2.8708672523498535 (2.8582271035288414) + | > loss: 0.7273389101028442 (0.7247962110059359) + | > current_lr: 5e-06 + | > step_time: 0.0936 (0.1290947142201411) + | > loader_time: 0.0046 (0.00477622722236204) + + + --> TIME: 2024-12-23 23:13:50 -- STEP: 1186/7738 -- GLOBAL_STEP: 24400 + | > loss_text_ce: 0.04038824513554573 (0.04093184427029973) + | > loss_mel_ce: 2.5892279148101807 (2.8580044972353793) + | > loss: 0.6574040651321411 (0.7247340862103697) + | > current_lr: 5e-06 + | > step_time: 0.1508 (0.12898314944005138) + | > loader_time: 0.005 (0.004776880471742581) + + + --> TIME: 2024-12-23 23:14:01 -- STEP: 1236/7738 -- GLOBAL_STEP: 24450 + | > loss_text_ce: 0.03967057541012764 (0.04092496871634788) + | > loss_mel_ce: 2.89567232131958 (2.85871851579271) + | > loss: 0.7338356971740723 (0.724910871930493) + | > current_lr: 5e-06 + | > step_time: 0.1453 (0.1289631406080376) + | > loader_time: 0.0051 (0.004777812842026505) + + + --> TIME: 2024-12-23 23:14:13 -- STEP: 1286/7738 -- GLOBAL_STEP: 24500 + | > loss_text_ce: 0.03835627809166908 (0.040920258761842805) + | > loss_mel_ce: 2.843625545501709 (2.8582023782641115) + | > loss: 0.7204954624176025 (0.7247806600704901) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.1290666973609391) + | > loader_time: 0.0052 (0.004782918081684032) + + + --> TIME: 2024-12-23 23:14:25 -- STEP: 1336/7738 -- GLOBAL_STEP: 24550 + | > loss_text_ce: 0.03677666187286377 (0.04092323769463936) + | > loss_mel_ce: 2.8302719593048096 (2.8584044481109014) + | > loss: 0.7167621850967407 (0.7248319223701589) + | > current_lr: 5e-06 + | > step_time: 0.1408 (0.12915320917517834) + | > loader_time: 0.005 (0.00478535033985527) + + + --> TIME: 2024-12-23 23:14:36 -- STEP: 1386/7738 -- GLOBAL_STEP: 24600 + | > loss_text_ce: 0.03855105862021446 (0.04094074278919391) + | > loss_mel_ce: 2.8216564655303955 (2.857636818810117) + | > loss: 0.7150518894195557 (0.724644391309647) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.1289691565528749) + | > loader_time: 0.0044 (0.004785629577967003) + + + --> TIME: 2024-12-23 23:14:48 -- STEP: 1436/7738 -- GLOBAL_STEP: 24650 + | > loss_text_ce: 0.04096435010433197 (0.04095585149528677) + | > loss_mel_ce: 2.863215208053589 (2.8576986746535673) + | > loss: 0.7260448932647705 (0.7246636324523216) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.12908369053705157) + | > loader_time: 0.0052 (0.004788981008662494) + + + --> TIME: 2024-12-23 23:14:59 -- STEP: 1486/7738 -- GLOBAL_STEP: 24700 + | > loss_text_ce: 0.04180063679814339 (0.04095642426343263) + | > loss_mel_ce: 2.964362144470215 (2.8581152137163364) + | > loss: 0.7515407204627991 (0.7247679103993148) + | > current_lr: 5e-06 + | > step_time: 0.1558 (0.12914053026792344) + | > loader_time: 0.0051 (0.004790176774098131) + + + --> TIME: 2024-12-23 23:15:10 -- STEP: 1536/7738 -- GLOBAL_STEP: 24750 + | > loss_text_ce: 0.03916396200656891 (0.040967623974817534) + | > loss_mel_ce: 2.801211357116699 (2.8573838436665646) + | > loss: 0.7100938558578491 (0.7245878678513687) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12890057529633256) + | > loader_time: 0.0048 (0.004788567312061795) + + + --> TIME: 2024-12-23 23:15:22 -- STEP: 1586/7738 -- GLOBAL_STEP: 24800 + | > loss_text_ce: 0.039484135806560516 (0.040980087846874624) + | > loss_mel_ce: 2.8806464672088623 (2.85639813734033) + | > loss: 0.7300326228141785 (0.7243445571253606) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.128736006356729) + | > loader_time: 0.0048 (0.004789623005543507) + + + --> TIME: 2024-12-23 23:15:33 -- STEP: 1636/7738 -- GLOBAL_STEP: 24850 + | > loss_text_ce: 0.04127989709377289 (0.04097125321071061) + | > loss_mel_ce: 2.8224995136260986 (2.8563445548556556) + | > loss: 0.7159448266029358 (0.7243289528892789) + | > current_lr: 5e-06 + | > step_time: 0.0871 (0.12875561988149717) + | > loader_time: 0.0044 (0.004793587115691176) + + + --> TIME: 2024-12-23 23:15:45 -- STEP: 1686/7738 -- GLOBAL_STEP: 24900 + | > loss_text_ce: 0.040223997086286545 (0.04095455128058777) + | > loss_mel_ce: 2.9574716091156006 (2.85666244635237) + | > loss: 0.7494239211082458 (0.7244042503169137) + | > current_lr: 5e-06 + | > step_time: 0.1575 (0.128861691745292) + | > loader_time: 0.0052 (0.004797457093163042) + + + --> TIME: 2024-12-23 23:15:56 -- STEP: 1736/7738 -- GLOBAL_STEP: 24950 + | > loss_text_ce: 0.04314138740301132 (0.04096981051296411) + | > loss_mel_ce: 2.9074747562408447 (2.856531167909298) + | > loss: 0.7376540303230286 (0.72437524548324) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.12879778918582735) + | > loader_time: 0.0048 (0.0047998269032772855) + + + --> TIME: 2024-12-23 23:16:08 -- STEP: 1786/7738 -- GLOBAL_STEP: 25000 + | > loss_text_ce: 0.041856225579977036 (0.04097946120211222) + | > loss_mel_ce: 2.7695229053497314 (2.8562325998756957) + | > loss: 0.7028447985649109 (0.7243030162033813) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12874812294894886) + | > loader_time: 0.0044 (0.004800621632899583) + + + --> TIME: 2024-12-23 23:16:19 -- STEP: 1836/7738 -- GLOBAL_STEP: 25050 + | > loss_text_ce: 0.036731116473674774 (0.04097601429666832) + | > loss_mel_ce: 2.7805047035217285 (2.85597120611756) + | > loss: 0.7043089270591736 (0.7242368059740085) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.1286440379998784) + | > loader_time: 0.0052 (0.004801622013640566) + + + --> TIME: 2024-12-23 23:16:30 -- STEP: 1886/7738 -- GLOBAL_STEP: 25100 + | > loss_text_ce: 0.04429449141025543 (0.04097674541127963) + | > loss_mel_ce: 2.712393283843994 (2.855887355000445) + | > loss: 0.6891719698905945 (0.7242160259666016) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.12863153174977798) + | > loader_time: 0.0047 (0.004804680481442471) + + + --> TIME: 2024-12-23 23:16:42 -- STEP: 1936/7738 -- GLOBAL_STEP: 25150 + | > loss_text_ce: 0.04200951009988785 (0.0409630889434768) + | > loss_mel_ce: 2.8738222122192383 (2.8555518479879245) + | > loss: 0.7289579510688782 (0.7241287350593024) + | > current_lr: 5e-06 + | > step_time: 0.0946 (0.12853707607127415) + | > loader_time: 0.0045 (0.0048054435775299765) + + + --> TIME: 2024-12-23 23:16:53 -- STEP: 1986/7738 -- GLOBAL_STEP: 25200 + | > loss_text_ce: 0.042291779071092606 (0.04096513312996517) + | > loss_mel_ce: 2.873431444168091 (2.855194362268708) + | > loss: 0.7289308309555054 (0.7240398745882545) + | > current_lr: 5e-06 + | > step_time: 0.1161 (0.12860594511272191) + | > loader_time: 0.0049 (0.0048070465329910755) + + + --> TIME: 2024-12-23 23:17:05 -- STEP: 2036/7738 -- GLOBAL_STEP: 25250 + | > loss_text_ce: 0.04166853800415993 (0.040955840211090874) + | > loss_mel_ce: 2.844331979751587 (2.855038601546485) + | > loss: 0.7215001583099365 (0.7239986111817985) + | > current_lr: 5e-06 + | > step_time: 0.1032 (0.12856550429799457) + | > loader_time: 0.0045 (0.004807321285217831) + + + --> TIME: 2024-12-23 23:17:16 -- STEP: 2086/7738 -- GLOBAL_STEP: 25300 + | > loss_text_ce: 0.04304712638258934 (0.04095059092319998) + | > loss_mel_ce: 2.929232597351074 (2.854954927102489) + | > loss: 0.7430699467658997 (0.7239763802158522) + | > current_lr: 5e-06 + | > step_time: 0.1726 (0.1285047956303918) + | > loader_time: 0.0053 (0.004806751944303289) + + + --> TIME: 2024-12-23 23:17:28 -- STEP: 2136/7738 -- GLOBAL_STEP: 25350 + | > loss_text_ce: 0.03610052540898323 (0.04094855562340792) + | > loss_mel_ce: 2.6906039714813232 (2.8543458173560747) + | > loss: 0.6816761493682861 (0.723823593936386) + | > current_lr: 5e-06 + | > step_time: 0.0957 (0.1285179148006081) + | > loader_time: 0.0045 (0.004806978872206332) + + + --> TIME: 2024-12-23 23:17:39 -- STEP: 2186/7738 -- GLOBAL_STEP: 25400 + | > loss_text_ce: 0.03808695822954178 (0.04094607386421091) + | > loss_mel_ce: 2.7095344066619873 (2.8538095394843013) + | > loss: 0.6869053244590759 (0.7236889039881162) + | > current_lr: 5e-06 + | > step_time: 0.1212 (0.12852849092160676) + | > loader_time: 0.0046 (0.004807928125463494) + + + --> TIME: 2024-12-23 23:17:51 -- STEP: 2236/7738 -- GLOBAL_STEP: 25450 + | > loss_text_ce: 0.03843855485320091 (0.0409300827582855) + | > loss_mel_ce: 2.8447532653808594 (2.85406480961494) + | > loss: 0.7207979559898376 (0.7237487237280722) + | > current_lr: 5e-06 + | > step_time: 0.14 (0.12864113333826616) + | > loader_time: 0.005 (0.004809780816059427) + + + --> TIME: 2024-12-23 23:18:03 -- STEP: 2286/7738 -- GLOBAL_STEP: 25500 + | > loss_text_ce: 0.04028306528925896 (0.04092522323203268) + | > loss_mel_ce: 2.8285863399505615 (2.854043595955648) + | > loss: 0.7172173261642456 (0.7237422053530247) + | > current_lr: 5e-06 + | > step_time: 0.1737 (0.12864832198108783) + | > loader_time: 0.0053 (0.004810459866194178) + + + --> TIME: 2024-12-23 23:18:14 -- STEP: 2336/7738 -- GLOBAL_STEP: 25550 + | > loss_text_ce: 0.04211794212460518 (0.0409100243617615) + | > loss_mel_ce: 2.7630605697631836 (2.853914784548216) + | > loss: 0.7012946009635925 (0.7237062027601341) + | > current_lr: 5e-06 + | > step_time: 0.0917 (0.12873699342551287) + | > loader_time: 0.0045 (0.00481116914585846) + + + --> TIME: 2024-12-23 23:18:26 -- STEP: 2386/7738 -- GLOBAL_STEP: 25600 + | > loss_text_ce: 0.04138592630624771 (0.04090792696676334) + | > loss_mel_ce: 2.7122716903686523 (2.8535974894065546) + | > loss: 0.6884143948554993 (0.7236263545390846) + | > current_lr: 5e-06 + | > step_time: 0.1509 (0.12873272004491215) + | > loader_time: 0.005 (0.004811840405108453) + + + --> TIME: 2024-12-23 23:18:37 -- STEP: 2436/7738 -- GLOBAL_STEP: 25650 + | > loss_text_ce: 0.037683527916669846 (0.04090557936487239) + | > loss_mel_ce: 2.7373905181884766 (2.8533571237217985) + | > loss: 0.6937685012817383 (0.7235656762358006) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.12867820830572216) + | > loader_time: 0.0049 (0.004812652743704418) + + + --> TIME: 2024-12-23 23:18:49 -- STEP: 2486/7738 -- GLOBAL_STEP: 25700 + | > loss_text_ce: 0.04164585471153259 (0.04090386412120697) + | > loss_mel_ce: 2.7882931232452393 (2.8535446689096275) + | > loss: 0.7074847221374512 (0.7236121337402285) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12867708409494294) + | > loader_time: 0.0044 (0.004813482947437789) + + + --> TIME: 2024-12-23 23:19:00 -- STEP: 2536/7738 -- GLOBAL_STEP: 25750 + | > loss_text_ce: 0.040097836405038834 (0.04088958308735301) + | > loss_mel_ce: 2.9482452869415283 (2.8530495846497166) + | > loss: 0.7470858097076416 (0.7234847924498736) + | > current_lr: 5e-06 + | > step_time: 0.1271 (0.12862372736825556) + | > loader_time: 0.0052 (0.004813969041270797) + + + --> TIME: 2024-12-23 23:19:11 -- STEP: 2586/7738 -- GLOBAL_STEP: 25800 + | > loss_text_ce: 0.04158693552017212 (0.04089164725387416) + | > loss_mel_ce: 2.7382543087005615 (2.8529425805977695) + | > loss: 0.6949602961540222 (0.7234585575603837) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1285241567526137) + | > loader_time: 0.0049 (0.004816248724834927) + + + --> TIME: 2024-12-23 23:19:23 -- STEP: 2636/7738 -- GLOBAL_STEP: 25850 + | > loss_text_ce: 0.0426962748169899 (0.04088513485165895) + | > loss_mel_ce: 2.626528263092041 (2.852838841664051) + | > loss: 0.667306125164032 (0.7234309947228398) + | > current_lr: 5e-06 + | > step_time: 0.0841 (0.1285371251279921) + | > loader_time: 0.0045 (0.004817669416957283) + + + --> TIME: 2024-12-23 23:19:34 -- STEP: 2686/7738 -- GLOBAL_STEP: 25900 + | > loss_text_ce: 0.041820161044597626 (0.04088360161332615) + | > loss_mel_ce: 2.6661136150360107 (2.8528562782419695) + | > loss: 0.6769834160804749 (0.7234349705484143) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12849652119208338) + | > loader_time: 0.0049 (0.004818172749528596) + + + --> TIME: 2024-12-23 23:19:46 -- STEP: 2736/7738 -- GLOBAL_STEP: 25950 + | > loss_text_ce: 0.04280955344438553 (0.04088164710341712) + | > loss_mel_ce: 2.8849754333496094 (2.852281300732268) + | > loss: 0.7319462299346924 (0.7232907375004909) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12853130968342058) + | > loader_time: 0.0051 (0.004818509893807767) + + + --> TIME: 2024-12-23 23:19:57 -- STEP: 2786/7738 -- GLOBAL_STEP: 26000 + | > loss_text_ce: 0.04057114198803902 (0.040875188582453176) + | > loss_mel_ce: 2.8881990909576416 (2.8522969134317773) + | > loss: 0.7321925759315491 (0.7232930260601445) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12852526652410745) + | > loader_time: 0.0047 (0.004817879893158479) + + + --> TIME: 2024-12-23 23:20:09 -- STEP: 2836/7738 -- GLOBAL_STEP: 26050 + | > loss_text_ce: 0.04121432825922966 (0.04087014930199296) + | > loss_mel_ce: 3.0296919345855713 (2.8526075978373298) + | > loss: 0.7677265405654907 (0.7233694372081292) + | > current_lr: 5e-06 + | > step_time: 0.1408 (0.12868874340366743) + | > loader_time: 0.0049 (0.0048196757125585615) + + + --> TIME: 2024-12-23 23:20:21 -- STEP: 2886/7738 -- GLOBAL_STEP: 26100 + | > loss_text_ce: 0.038393497467041016 (0.040864975975822594) + | > loss_mel_ce: 2.762730836868286 (2.852687247908125) + | > loss: 0.7002810835838318 (0.7233880564147046) + | > current_lr: 5e-06 + | > step_time: 0.1313 (0.1286795425150679) + | > loader_time: 0.0051 (0.004820294043130555) + + + --> TIME: 2024-12-23 23:20:32 -- STEP: 2936/7738 -- GLOBAL_STEP: 26150 + | > loss_text_ce: 0.04302576929330826 (0.04086492778555747) + | > loss_mel_ce: 2.8757572174072266 (2.853249430250408) + | > loss: 0.729695737361908 (0.7235285900025673) + | > current_lr: 5e-06 + | > step_time: 0.087 (0.12869337509698364) + | > loader_time: 0.0046 (0.004821927573440528) + + + --> TIME: 2024-12-23 23:20:44 -- STEP: 2986/7738 -- GLOBAL_STEP: 26200 + | > loss_text_ce: 0.04059956595301628 (0.04086318088237552) + | > loss_mel_ce: 2.88734769821167 (2.85310467935934) + | > loss: 0.7319868206977844 (0.7234919655466756) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12870323346592147) + | > loader_time: 0.0044 (0.004822695726367842) + + + --> TIME: 2024-12-23 23:20:55 -- STEP: 3036/7738 -- GLOBAL_STEP: 26250 + | > loss_text_ce: 0.04017661511898041 (0.040862515523332865) + | > loss_mel_ce: 2.8736374378204346 (2.8528694438211857) + | > loss: 0.728453516960144 (0.7234329903039385) + | > current_lr: 5e-06 + | > step_time: 0.1124 (0.12861704520086045) + | > loader_time: 0.0049 (0.004823192227656366) + + + --> TIME: 2024-12-23 23:21:06 -- STEP: 3086/7738 -- GLOBAL_STEP: 26300 + | > loss_text_ce: 0.039064742624759674 (0.04085168304743905) + | > loss_mel_ce: 2.7594544887542725 (2.8529237552038365) + | > loss: 0.6996297836303711 (0.7234438600010177) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.12854478811955028) + | > loader_time: 0.0045 (0.004823467906079217) + + + --> TIME: 2024-12-23 23:21:18 -- STEP: 3136/7738 -- GLOBAL_STEP: 26350 + | > loss_text_ce: 0.039541423320770264 (0.04085141714491264) + | > loss_mel_ce: 2.92136812210083 (2.8528305384881656) + | > loss: 0.7402274012565613 (0.7234204893323541) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.1285312777879286) + | > loader_time: 0.0047 (0.004824392573565873) + + + --> TIME: 2024-12-23 23:21:29 -- STEP: 3186/7738 -- GLOBAL_STEP: 26400 + | > loss_text_ce: 0.04360371083021164 (0.040851494166427214) + | > loss_mel_ce: 2.8735191822052 (2.8522954806545147) + | > loss: 0.7292807102203369 (0.7232867441159414) + | > current_lr: 5e-06 + | > step_time: 0.1457 (0.12844312819608408) + | > loader_time: 0.005 (0.004824809734730046) + + + --> TIME: 2024-12-23 23:21:41 -- STEP: 3236/7738 -- GLOBAL_STEP: 26450 + | > loss_text_ce: 0.040720537304878235 (0.04084691164695077) + | > loss_mel_ce: 2.807265520095825 (2.8520883544266455) + | > loss: 0.7119964957237244 (0.723233817037016) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12845424499146277) + | > loader_time: 0.0049 (0.004826330210281414) + + + --> TIME: 2024-12-23 23:21:52 -- STEP: 3286/7738 -- GLOBAL_STEP: 26500 + | > loss_text_ce: 0.040307000279426575 (0.04084031908289378) + | > loss_mel_ce: 2.9402661323547363 (2.85214766023802) + | > loss: 0.7451432943344116 (0.7232469952621629) + | > current_lr: 5e-06 + | > step_time: 0.1213 (0.1284688447063025) + | > loader_time: 0.0047 (0.004827679110531125) + + + --> TIME: 2024-12-23 23:22:04 -- STEP: 3336/7738 -- GLOBAL_STEP: 26550 + | > loss_text_ce: 0.041645050048828125 (0.040841506884547324) + | > loss_mel_ce: 2.7082529067993164 (2.8520221432193016) + | > loss: 0.6874744892120361 (0.7232159129578438) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.1285277809456383) + | > loader_time: 0.0049 (0.004829644156302788) + + + --> TIME: 2024-12-23 23:22:16 -- STEP: 3386/7738 -- GLOBAL_STEP: 26600 + | > loss_text_ce: 0.041770193725824356 (0.04083974357987051) + | > loss_mel_ce: 2.7674825191497803 (2.8520098426816607) + | > loss: 0.7023131847381592 (0.72321239703517) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.1285487926717489) + | > loader_time: 0.0049 (0.004831106931728108) + + + --> TIME: 2024-12-23 23:22:27 -- STEP: 3436/7738 -- GLOBAL_STEP: 26650 + | > loss_text_ce: 0.043418239802122116 (0.040839282907458925) + | > loss_mel_ce: 2.883784055709839 (2.851849171002337) + | > loss: 0.7318005561828613 (0.7231721139412132) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12854804336261422) + | > loader_time: 0.0047 (0.00483197341559238) + + + --> TIME: 2024-12-23 23:22:39 -- STEP: 3486/7738 -- GLOBAL_STEP: 26700 + | > loss_text_ce: 0.03758402168750763 (0.04082921933333601) + | > loss_mel_ce: 2.681525230407715 (2.8515722005447994) + | > loss: 0.6797773241996765 (0.7231003554367983) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.12855213801886803) + | > loader_time: 0.0054 (0.004833269447549917) + + + --> TIME: 2024-12-23 23:22:50 -- STEP: 3536/7738 -- GLOBAL_STEP: 26750 + | > loss_text_ce: 0.03981819376349449 (0.04082337545960038) + | > loss_mel_ce: 2.808753728866577 (2.8515112156646834) + | > loss: 0.7121430039405823 (0.7230836482238181) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12849169686369233) + | > loader_time: 0.0048 (0.004833905607866507) + + + --> TIME: 2024-12-23 23:23:02 -- STEP: 3586/7738 -- GLOBAL_STEP: 26800 + | > loss_text_ce: 0.04123730957508087 (0.04082085702171463) + | > loss_mel_ce: 2.8824498653411865 (2.8512908750184085) + | > loss: 0.7309218049049377 (0.7230279334949109) + | > current_lr: 5e-06 + | > step_time: 0.1481 (0.1285341205506503) + | > loader_time: 0.005 (0.004835792646285767) + + + --> TIME: 2024-12-23 23:23:13 -- STEP: 3636/7738 -- GLOBAL_STEP: 26850 + | > loss_text_ce: 0.04608781635761261 (0.040824228501187186) + | > loss_mel_ce: 2.6862618923187256 (2.850919608825899) + | > loss: 0.6830874085426331 (0.7229359598279136) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.1285623344782294) + | > loader_time: 0.0046 (0.004837035477095857) + + + --> TIME: 2024-12-23 23:23:25 -- STEP: 3686/7738 -- GLOBAL_STEP: 26900 + | > loss_text_ce: 0.0401635505259037 (0.04081593214560003) + | > loss_mel_ce: 2.908750534057617 (2.8508651393040725) + | > loss: 0.737228512763977 (0.7229202683859399) + | > current_lr: 5e-06 + | > step_time: 0.1174 (0.12853992101748996) + | > loader_time: 0.0047 (0.004838011346300614) + + + --> TIME: 2024-12-23 23:23:36 -- STEP: 3736/7738 -- GLOBAL_STEP: 26950 + | > loss_text_ce: 0.04297471046447754 (0.04081508910435019) + | > loss_mel_ce: 2.983168125152588 (2.8512032820147173) + | > loss: 0.7565357089042664 (0.7230045932805773) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12860176158666103) + | > loader_time: 0.0048 (0.004840357145354395) + + + --> TIME: 2024-12-23 23:23:48 -- STEP: 3786/7738 -- GLOBAL_STEP: 27000 + | > loss_text_ce: 0.03899135813117027 (0.0408079376984418) + | > loss_mel_ce: 2.817683696746826 (2.8509737377247366) + | > loss: 0.7141687870025635 (0.7229454193522049) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12861525263033163) + | > loader_time: 0.0045 (0.004841349456150339) + + + --> TIME: 2024-12-23 23:24:00 -- STEP: 3836/7738 -- GLOBAL_STEP: 27050 + | > loss_text_ce: 0.0387815423309803 (0.040807620677572674) + | > loss_mel_ce: 2.762638807296753 (2.850615408485203) + | > loss: 0.7003551125526428 (0.7228557577937442) + | > current_lr: 5e-06 + | > step_time: 0.14 (0.1286130892472175) + | > loader_time: 0.0053 (0.0048424467304576) + + + --> TIME: 2024-12-23 23:24:11 -- STEP: 3886/7738 -- GLOBAL_STEP: 27100 + | > loss_text_ce: 0.04258310794830322 (0.04080702792479254) + | > loss_mel_ce: 2.890848159790039 (2.8508300780636477) + | > loss: 0.7333577871322632 (0.7229092769627715) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12855999143358013) + | > loader_time: 0.0046 (0.004842858613917851) + + + --> TIME: 2024-12-23 23:24:22 -- STEP: 3936/7738 -- GLOBAL_STEP: 27150 + | > loss_text_ce: 0.04035071283578873 (0.040801029033368394) + | > loss_mel_ce: 2.9496848583221436 (2.8509821561657325) + | > loss: 0.7475088834762573 (0.722945796780107) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12856930330759148) + | > loader_time: 0.0049 (0.004844245569008172) + + + --> TIME: 2024-12-23 23:24:34 -- STEP: 3986/7738 -- GLOBAL_STEP: 27200 + | > loss_text_ce: 0.04150642827153206 (0.040799788137214736) + | > loss_mel_ce: 2.7643160820007324 (2.851100972951267) + | > loss: 0.7014556527137756 (0.7229751907606795) + | > current_lr: 5e-06 + | > step_time: 0.1247 (0.12858841159627238) + | > loader_time: 0.0048 (0.004845390951460011) + + + --> TIME: 2024-12-23 23:24:45 -- STEP: 4036/7738 -- GLOBAL_STEP: 27250 + | > loss_text_ce: 0.04172603413462639 (0.04080268773513349) + | > loss_mel_ce: 2.903597593307495 (2.8510968887770503) + | > loss: 0.7363309264183044 (0.7229748945849388) + | > current_lr: 5e-06 + | > step_time: 0.1017 (0.1285590366400387) + | > loader_time: 0.0048 (0.004845867485428253) + + + --> TIME: 2024-12-23 23:24:57 -- STEP: 4086/7738 -- GLOBAL_STEP: 27300 + | > loss_text_ce: 0.04166988283395767 (0.04080538202042513) + | > loss_mel_ce: 2.8538732528686523 (2.8510511402283245) + | > loss: 0.7238857746124268 (0.7229641310531492) + | > current_lr: 5e-06 + | > step_time: 0.1313 (0.12850208213617564) + | > loader_time: 0.0048 (0.004846224525776572) + + + --> TIME: 2024-12-23 23:25:08 -- STEP: 4136/7738 -- GLOBAL_STEP: 27350 + | > loss_text_ce: 0.038366254419088364 (0.040801171894316826) + | > loss_mel_ce: 2.879408359527588 (2.8509861346139678) + | > loss: 0.7294436693191528 (0.7229468270963354) + | > current_lr: 5e-06 + | > step_time: 0.0804 (0.12845976930291786) + | > loader_time: 0.0046 (0.004847006191368047) + + + --> TIME: 2024-12-23 23:25:20 -- STEP: 4186/7738 -- GLOBAL_STEP: 27400 + | > loss_text_ce: 0.03654644265770912 (0.04080263749423555) + | > loss_mel_ce: 2.7466771602630615 (2.851070816757232) + | > loss: 0.6958059072494507 (0.7229683640267486) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12849890906675204) + | > loader_time: 0.005 (0.004847646955662366) + + + --> TIME: 2024-12-23 23:25:31 -- STEP: 4236/7738 -- GLOBAL_STEP: 27450 + | > loss_text_ce: 0.04181455448269844 (0.04080338907763158) + | > loss_mel_ce: 2.764338254928589 (2.851070584273767) + | > loss: 0.7015382051467896 (0.7229684938142841) + | > current_lr: 5e-06 + | > step_time: 0.1294 (0.1284845188274149) + | > loader_time: 0.0052 (0.00484899775502366) + + + --> TIME: 2024-12-23 23:25:42 -- STEP: 4286/7738 -- GLOBAL_STEP: 27500 + | > loss_text_ce: 0.044285424053668976 (0.04080295382216197) + | > loss_mel_ce: 2.897108316421509 (2.8509363582965332) + | > loss: 0.7353484630584717 (0.7229348285227138) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12844785340078177) + | > loader_time: 0.0049 (0.004849760764901254) + + + --> TIME: 2024-12-23 23:25:54 -- STEP: 4336/7738 -- GLOBAL_STEP: 27550 + | > loss_text_ce: 0.04213883727788925 (0.04080648376602975) + | > loss_mel_ce: 2.6627089977264404 (2.851111409738935) + | > loss: 0.676211953163147 (0.7229794738779868) + | > current_lr: 5e-06 + | > step_time: 0.0878 (0.12845503997978688) + | > loader_time: 0.0046 (0.004850883820400043) + + + --> TIME: 2024-12-23 23:26:05 -- STEP: 4386/7738 -- GLOBAL_STEP: 27600 + | > loss_text_ce: 0.040689315646886826 (0.04080741674241368) + | > loss_mel_ce: 3.033216714859009 (2.850974240533522) + | > loss: 0.7684764862060547 (0.7229454148266883) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12844383118634234) + | > loader_time: 0.0047 (0.004851464696850253) + + + --> TIME: 2024-12-23 23:26:17 -- STEP: 4436/7738 -- GLOBAL_STEP: 27650 + | > loss_text_ce: 0.03964516147971153 (0.04080453530504865) + | > loss_mel_ce: 2.748490571975708 (2.85114081852924) + | > loss: 0.6970339417457581 (0.7229863389238138) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.1284627246362223) + | > loader_time: 0.0049 (0.004852457504427265) + + + --> TIME: 2024-12-23 23:26:29 -- STEP: 4486/7738 -- GLOBAL_STEP: 27700 + | > loss_text_ce: 0.03978574275970459 (0.040803396321976056) + | > loss_mel_ce: 2.663486957550049 (2.8506179104625144) + | > loss: 0.6758182048797607 (0.7228553271484972) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.12848698003346287) + | > loader_time: 0.005 (0.004852370178385941) + + + --> TIME: 2024-12-23 23:26:40 -- STEP: 4536/7738 -- GLOBAL_STEP: 27750 + | > loss_text_ce: 0.04123548045754433 (0.04080086597939552) + | > loss_mel_ce: 2.86191463470459 (2.8505684521042696) + | > loss: 0.7257875204086304 (0.7228423299455145) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12844916552673147) + | > loader_time: 0.0049 (0.004852824320448363) + + + --> TIME: 2024-12-23 23:26:51 -- STEP: 4586/7738 -- GLOBAL_STEP: 27800 + | > loss_text_ce: 0.037514641880989075 (0.04079898516738912) + | > loss_mel_ce: 2.7822654247283936 (2.8506982645196164) + | > loss: 0.7049450278282166 (0.7228743127870918) + | > current_lr: 5e-06 + | > step_time: 0.1389 (0.1284646042766811) + | > loader_time: 0.0049 (0.0048539393134269075) + + + --> TIME: 2024-12-23 23:27:03 -- STEP: 4636/7738 -- GLOBAL_STEP: 27850 + | > loss_text_ce: 0.0401499979197979 (0.04079309562373853) + | > loss_mel_ce: 2.719914436340332 (2.8506527276158438) + | > loss: 0.6900160908699036 (0.7228614561536175) + | > current_lr: 5e-06 + | > step_time: 0.1419 (0.12851255103572873) + | > loader_time: 0.0054 (0.0048555617603996595) + + + --> TIME: 2024-12-23 23:27:15 -- STEP: 4686/7738 -- GLOBAL_STEP: 27900 + | > loss_text_ce: 0.04355696216225624 (0.040794674544807945) + | > loss_mel_ce: 2.775383710861206 (2.850609196183826) + | > loss: 0.7047351598739624 (0.7228509680206234) + | > current_lr: 5e-06 + | > step_time: 0.1751 (0.12853539681973944) + | > loader_time: 0.0054 (0.004857277900705584) + + + --> TIME: 2024-12-23 23:27:27 -- STEP: 4736/7738 -- GLOBAL_STEP: 27950 + | > loss_text_ce: 0.03985520452260971 (0.04079159431244457) + | > loss_mel_ce: 2.8630881309509277 (2.8508148645428366) + | > loss: 0.7257358431816101 (0.7229016150624773) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.12855256041763594) + | > loader_time: 0.0053 (0.0048581458426810754) + + + --> TIME: 2024-12-23 23:27:38 -- STEP: 4786/7738 -- GLOBAL_STEP: 28000 + | > loss_text_ce: 0.03819205239415169 (0.04078968748453403) + | > loss_mel_ce: 2.828228235244751 (2.8505756424602167) + | > loss: 0.7166050672531128 (0.7228413328584449) + | > current_lr: 5e-06 + | > step_time: 0.0892 (0.12850799447963088) + | > loader_time: 0.0043 (0.004858354370413706) + + + --> TIME: 2024-12-23 23:27:50 -- STEP: 4836/7738 -- GLOBAL_STEP: 28050 + | > loss_text_ce: 0.04568981006741524 (0.04078529863344861) + | > loss_mel_ce: 2.6431119441986084 (2.8504149788070836) + | > loss: 0.6722004413604736 (0.7228000697096685) + | > current_lr: 5e-06 + | > step_time: 0.0808 (0.12850659824383953) + | > loader_time: 0.0046 (0.004858262189860391) + + + --> TIME: 2024-12-23 23:28:01 -- STEP: 4886/7738 -- GLOBAL_STEP: 28100 + | > loss_text_ce: 0.037738848477602005 (0.04077923178559962) + | > loss_mel_ce: 2.925818920135498 (2.850426438251969) + | > loss: 0.7408894300460815 (0.7228014178442952) + | > current_lr: 5e-06 + | > step_time: 0.1644 (0.12851053342143867) + | > loader_time: 0.0055 (0.0048593349550476025) + + + --> TIME: 2024-12-23 23:28:13 -- STEP: 4936/7738 -- GLOBAL_STEP: 28150 + | > loss_text_ce: 0.04087822511792183 (0.04077685225492347) + | > loss_mel_ce: 3.131617307662964 (2.8506715313638638) + | > loss: 0.7931239008903503 (0.7228620961984714) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.1285048429061759) + | > loader_time: 0.0053 (0.004859818728275398) + + + --> TIME: 2024-12-23 23:28:24 -- STEP: 4986/7738 -- GLOBAL_STEP: 28200 + | > loss_text_ce: 0.04092521592974663 (0.04077304370710291) + | > loss_mel_ce: 2.9377875328063965 (2.850728982335538) + | > loss: 0.7446781992912292 (0.722875506797566) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.12852717617454168) + | > loader_time: 0.0049 (0.004860644592992096) + + + --> TIME: 2024-12-23 23:28:36 -- STEP: 5036/7738 -- GLOBAL_STEP: 28250 + | > loss_text_ce: 0.04392377287149429 (0.04077579587774926) + | > loss_mel_ce: 2.826080083847046 (2.8505971026950836) + | > loss: 0.7175009846687317 (0.7228432248706766) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.1285360423793292) + | > loader_time: 0.0046 (0.0048616492057054934) + + + --> TIME: 2024-12-23 23:28:47 -- STEP: 5086/7738 -- GLOBAL_STEP: 28300 + | > loss_text_ce: 0.04113754630088806 (0.040772733336070774) + | > loss_mel_ce: 2.72257137298584 (2.850467156201331) + | > loss: 0.6909272074699402 (0.7228099725703964) + | > current_lr: 5e-06 + | > step_time: 0.0906 (0.1285252020764998) + | > loader_time: 0.0044 (0.0048624588380964395) + + + --> TIME: 2024-12-23 23:28:59 -- STEP: 5136/7738 -- GLOBAL_STEP: 28350 + | > loss_text_ce: 0.04395638406276703 (0.0407734506624256) + | > loss_mel_ce: 2.776019334793091 (2.8504326911265983) + | > loss: 0.7049939036369324 (0.7228015356253249) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.12855826972800996) + | > loader_time: 0.0048 (0.004863580067952477) + + + --> TIME: 2024-12-23 23:29:11 -- STEP: 5186/7738 -- GLOBAL_STEP: 28400 + | > loss_text_ce: 0.043601974844932556 (0.04077428508143364) + | > loss_mel_ce: 2.781498670578003 (2.850697437401128) + | > loss: 0.7062751650810242 (0.722867930827342) + | > current_lr: 5e-06 + | > step_time: 0.1734 (0.12857221927230905) + | > loader_time: 0.0058 (0.004864145051637675) + + + --> TIME: 2024-12-23 23:29:22 -- STEP: 5236/7738 -- GLOBAL_STEP: 28450 + | > loss_text_ce: 0.03843173757195473 (0.04077244008983081) + | > loss_mel_ce: 2.8836512565612793 (2.8505868633527447) + | > loss: 0.7305207252502441 (0.7228398260449166) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.12858059872553676) + | > loader_time: 0.0056 (0.004865164288680369) + + + --> TIME: 2024-12-23 23:29:34 -- STEP: 5286/7738 -- GLOBAL_STEP: 28500 + | > loss_text_ce: 0.040617965161800385 (0.04076709666874695) + | > loss_mel_ce: 2.801802396774292 (2.850659036293563) + | > loss: 0.7106050848960876 (0.7228565334123604) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.1285921449332899) + | > loader_time: 0.005 (0.004866044448263663) + + + --> TIME: 2024-12-23 23:29:46 -- STEP: 5336/7738 -- GLOBAL_STEP: 28550 + | > loss_text_ce: 0.03778582811355591 (0.04076884517647238) + | > loss_mel_ce: 2.8100929260253906 (2.850452268275543) + | > loss: 0.7119696736335754 (0.7228052785237519) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1286288442640289) + | > loader_time: 0.0049 (0.004867134423091487) + + + --> TIME: 2024-12-23 23:29:57 -- STEP: 5386/7738 -- GLOBAL_STEP: 28600 + | > loss_text_ce: 0.04264809936285019 (0.040772620244785285) + | > loss_mel_ce: 2.889404773712158 (2.8502970718779705) + | > loss: 0.7330132126808167 (0.7227674231978991) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12863630651763666) + | > loader_time: 0.0045 (0.004868536733846164) + + + --> TIME: 2024-12-23 23:30:09 -- STEP: 5436/7738 -- GLOBAL_STEP: 28650 + | > loss_text_ce: 0.03667394071817398 (0.0407742137463547) + | > loss_mel_ce: 2.7622663974761963 (2.850150556666083) + | > loss: 0.6997351050376892 (0.72273119281898) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12864186892709456) + | > loader_time: 0.0047 (0.004869350358964406) + + + --> TIME: 2024-12-23 23:30:20 -- STEP: 5486/7738 -- GLOBAL_STEP: 28700 + | > loss_text_ce: 0.040501177310943604 (0.04077338643244413) + | > loss_mel_ce: 2.895799160003662 (2.850073880711218) + | > loss: 0.7340750694274902 (0.722711816978768) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.12863901888763568) + | > loader_time: 0.005 (0.004870343373458914) + + + --> TIME: 2024-12-23 23:30:32 -- STEP: 5536/7738 -- GLOBAL_STEP: 28750 + | > loss_text_ce: 0.0388147197663784 (0.04077000948506276) + | > loss_mel_ce: 2.861481189727783 (2.850108908392442) + | > loss: 0.7250739932060242 (0.7227197296788238) + | > current_lr: 5e-06 + | > step_time: 0.1411 (0.1286612813700142) + | > loader_time: 0.0051 (0.004871397521454464) + + + --> TIME: 2024-12-23 23:30:44 -- STEP: 5586/7738 -- GLOBAL_STEP: 28800 + | > loss_text_ce: 0.04178948327898979 (0.04077038752509316) + | > loss_mel_ce: 2.769862174987793 (2.8500055696560467) + | > loss: 0.7029129266738892 (0.7226939894928539) + | > current_lr: 5e-06 + | > step_time: 0.1103 (0.12866705939883274) + | > loader_time: 0.0045 (0.0048717318834304016) + + + --> TIME: 2024-12-23 23:30:55 -- STEP: 5636/7738 -- GLOBAL_STEP: 28850 + | > loss_text_ce: 0.04113999381661415 (0.0407740206942175) + | > loss_mel_ce: 2.703967809677124 (2.850057543297028) + | > loss: 0.6862769722938538 (0.7227078912061862) + | > current_lr: 5e-06 + | > step_time: 0.143 (0.1286827421848278) + | > loader_time: 0.0052 (0.004872232865914953) + + + --> TIME: 2024-12-23 23:31:07 -- STEP: 5686/7738 -- GLOBAL_STEP: 28900 + | > loss_text_ce: 0.03903009369969368 (0.0407720782816663) + | > loss_mel_ce: 2.86757230758667 (2.850122439915807) + | > loss: 0.726650595664978 (0.7227236297279019) + | > current_lr: 5e-06 + | > step_time: 0.1545 (0.12866643655061127) + | > loader_time: 0.0048 (0.004871728635781909) + + + --> TIME: 2024-12-23 23:31:18 -- STEP: 5736/7738 -- GLOBAL_STEP: 28950 + | > loss_text_ce: 0.03982214257121086 (0.040771724042486725) + | > loss_mel_ce: 2.9386491775512695 (2.8501524260602715) + | > loss: 0.7446178197860718 (0.7227310376914642) + | > current_lr: 5e-06 + | > step_time: 0.1052 (0.12864092528570645) + | > loader_time: 0.0048 (0.004871842793008426) + + + --> TIME: 2024-12-23 23:31:29 -- STEP: 5786/7738 -- GLOBAL_STEP: 29000 + | > loss_text_ce: 0.0409390926361084 (0.04077186334699232) + | > loss_mel_ce: 2.931007146835327 (2.850321911669419) + | > loss: 0.7429865598678589 (0.7227734438984855) + | > current_lr: 5e-06 + | > step_time: 0.0995 (0.128607394824669) + | > loader_time: 0.0047 (0.004872250631116791) + + + --> TIME: 2024-12-23 23:31:41 -- STEP: 5836/7738 -- GLOBAL_STEP: 29050 + | > loss_text_ce: 0.03933677822351456 (0.040770235934216394) + | > loss_mel_ce: 2.9159131050109863 (2.850328644797603) + | > loss: 0.7388124465942383 (0.72277472034924) + | > current_lr: 5e-06 + | > step_time: 0.1254 (0.1285652704153916) + | > loader_time: 0.0052 (0.004873007556360971) + + + --> TIME: 2024-12-23 23:31:52 -- STEP: 5886/7738 -- GLOBAL_STEP: 29100 + | > loss_text_ce: 0.04205324500799179 (0.04076819553037132) + | > loss_mel_ce: 2.840134859085083 (2.850163546946839) + | > loss: 0.7205470204353333 (0.7227329357906624) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12861561276983155) + | > loader_time: 0.0049 (0.004874162474660441) + + + --> TIME: 2024-12-23 23:32:04 -- STEP: 5936/7738 -- GLOBAL_STEP: 29150 + | > loss_text_ce: 0.03731778636574745 (0.04076850207803678) + | > loss_mel_ce: 2.982707977294922 (2.850168526935769) + | > loss: 0.7550064325332642 (0.722734257448314) + | > current_lr: 5e-06 + | > step_time: 0.1217 (0.12863747510466592) + | > loader_time: 0.0051 (0.004875012284340548) + + + --> TIME: 2024-12-23 23:32:16 -- STEP: 5986/7738 -- GLOBAL_STEP: 29200 + | > loss_text_ce: 0.03630281612277031 (0.04076512308521822) + | > loss_mel_ce: 2.7236275672912598 (2.8504121794654407) + | > loss: 0.6899825930595398 (0.7227943258324555) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.1286577696868735) + | > loader_time: 0.0045 (0.00487590266277746) + + + --> TIME: 2024-12-23 23:32:27 -- STEP: 6036/7738 -- GLOBAL_STEP: 29250 + | > loss_text_ce: 0.04080726578831673 (0.040766879556376104) + | > loss_mel_ce: 2.957432508468628 (2.850171139218144) + | > loss: 0.7495599389076233 (0.7227345048946763) + | > current_lr: 5e-06 + | > step_time: 0.0992 (0.12865259660799153) + | > loader_time: 0.005 (0.004876841489173762) + + + --> TIME: 2024-12-23 23:32:39 -- STEP: 6086/7738 -- GLOBAL_STEP: 29300 + | > loss_text_ce: 0.04211125150322914 (0.04076747241118742) + | > loss_mel_ce: 2.874826431274414 (2.8501157487962643) + | > loss: 0.7292343974113464 (0.7227208054833533) + | > current_lr: 5e-06 + | > step_time: 0.1224 (0.12863856285683106) + | > loader_time: 0.0049 (0.004877818833437926) + + + --> TIME: 2024-12-23 23:32:50 -- STEP: 6136/7738 -- GLOBAL_STEP: 29350 + | > loss_text_ce: 0.03680766373872757 (0.040765007488512306) + | > loss_mel_ce: 2.939053535461426 (2.8501929151965233) + | > loss: 0.7439653277397156 (0.7227394808244052) + | > current_lr: 5e-06 + | > step_time: 0.1308 (0.12861511041319154) + | > loader_time: 0.0052 (0.004878576179526756) + + + --> TIME: 2024-12-23 23:33:02 -- STEP: 6186/7738 -- GLOBAL_STEP: 29400 + | > loss_text_ce: 0.03704344108700752 (0.04076374522351634) + | > loss_mel_ce: 2.872136354446411 (2.850091388801366) + | > loss: 0.727294921875 (0.7227137836579787) + | > current_lr: 5e-06 + | > step_time: 0.1384 (0.12859699963521182) + | > loader_time: 0.0052 (0.004879809258402704) + + + --> TIME: 2024-12-23 23:33:13 -- STEP: 6236/7738 -- GLOBAL_STEP: 29450 + | > loss_text_ce: 0.03413447365164757 (0.04076271174407468) + | > loss_mel_ce: 2.864459753036499 (2.8502523085106013) + | > loss: 0.7246485352516174 (0.7227537552082363) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.12857124995084163) + | > loader_time: 0.0051 (0.004880344049528347) + + + --> TIME: 2024-12-23 23:33:24 -- STEP: 6286/7738 -- GLOBAL_STEP: 29500 + | > loss_text_ce: 0.043798889964818954 (0.04076560964494385) + | > loss_mel_ce: 2.9740493297576904 (2.8502066119097225) + | > loss: 0.7544620633125305 (0.7227430554984521) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.12858356869679635) + | > loader_time: 0.0049 (0.004881176340174132) + + + --> TIME: 2024-12-23 23:33:36 -- STEP: 6336/7738 -- GLOBAL_STEP: 29550 + | > loss_text_ce: 0.03899596631526947 (0.04076570278913216) + | > loss_mel_ce: 2.955404043197632 (2.850109074490539) + | > loss: 0.7486000061035156 (0.7227186944354513) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.1285863363682619) + | > loader_time: 0.0052 (0.004882297168175358) + + + --> TIME: 2024-12-23 23:33:47 -- STEP: 6386/7738 -- GLOBAL_STEP: 29600 + | > loss_text_ce: 0.03984304144978523 (0.04076426147170924) + | > loss_mel_ce: 2.798588514328003 (2.8499125767157354) + | > loss: 0.7096078991889954 (0.7226692096700946) + | > current_lr: 5e-06 + | > step_time: 0.1074 (0.12857468741238007) + | > loader_time: 0.0047 (0.004882825268423727) + + + --> TIME: 2024-12-23 23:33:59 -- STEP: 6436/7738 -- GLOBAL_STEP: 29650 + | > loss_text_ce: 0.039583537727594376 (0.04076369713721012) + | > loss_mel_ce: 2.8532040119171143 (2.8497352317818345) + | > loss: 0.7231968641281128 (0.7226247323307656) + | > current_lr: 5e-06 + | > step_time: 0.0879 (0.12853599524483156) + | > loader_time: 0.0047 (0.004882941452000265) + + + --> TIME: 2024-12-23 23:34:10 -- STEP: 6486/7738 -- GLOBAL_STEP: 29700 + | > loss_text_ce: 0.03891148045659065 (0.040761361266778026) + | > loss_mel_ce: 3.201751708984375 (2.849758657709227) + | > loss: 0.8101658225059509 (0.7226300048324528) + | > current_lr: 5e-06 + | > step_time: 0.1656 (0.12854169556802691) + | > loader_time: 0.0053 (0.004883362340441886) + + + --> TIME: 2024-12-23 23:34:22 -- STEP: 6536/7738 -- GLOBAL_STEP: 29750 + | > loss_text_ce: 0.03946854919195175 (0.04075666134059904) + | > loss_mel_ce: 2.7334654331207275 (2.849818192905719) + | > loss: 0.6932334899902344 (0.7226437136366727) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.12858131119349878) + | > loader_time: 0.005 (0.004883938823510832) + + + --> TIME: 2024-12-23 23:34:34 -- STEP: 6586/7738 -- GLOBAL_STEP: 29800 + | > loss_text_ce: 0.04166009649634361 (0.04075334750052539) + | > loss_mel_ce: 2.828066110610962 (2.849597958384622) + | > loss: 0.7174315452575684 (0.7225878265285579) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12859690793915213) + | > loader_time: 0.005 (0.004884129232307552) + + + --> TIME: 2024-12-23 23:34:45 -- STEP: 6636/7738 -- GLOBAL_STEP: 29850 + | > loss_text_ce: 0.041131582111120224 (0.04075456886244098) + | > loss_mel_ce: 2.9911465644836426 (2.8496448393684317) + | > loss: 0.7580695152282715 (0.722599852113856) + | > current_lr: 5e-06 + | > step_time: 0.127 (0.12861098921248684) + | > loader_time: 0.0052 (0.00488440073564009) + + + --> TIME: 2024-12-23 23:34:57 -- STEP: 6686/7738 -- GLOBAL_STEP: 29900 + | > loss_text_ce: 0.0400250107049942 (0.04075360152789088) + | > loss_mel_ce: 2.941748857498169 (2.8496488472176558) + | > loss: 0.7454434633255005 (0.7226006122467014) + | > current_lr: 5e-06 + | > step_time: 0.1624 (0.12863879998287242) + | > loader_time: 0.0051 (0.00488494878181823) + + + --> TIME: 2024-12-23 23:35:09 -- STEP: 6736/7738 -- GLOBAL_STEP: 29950 + | > loss_text_ce: 0.04034639894962311 (0.04075366445217574) + | > loss_mel_ce: 2.9886062145233154 (2.8497211123305646) + | > loss: 0.7572381496429443 (0.722618694251266) + | > current_lr: 5e-06 + | > step_time: 0.1074 (0.12863886349274814) + | > loader_time: 0.0047 (0.00488545715525709) + + + --> TIME: 2024-12-23 23:35:20 -- STEP: 6786/7738 -- GLOBAL_STEP: 30000 + | > loss_text_ce: 0.040531668812036514 (0.04075347924000618) + | > loss_mel_ce: 2.958561420440674 (2.8496405649002474) + | > loss: 0.7497732639312744 (0.7225985110965479) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1286184863990785) + | > loader_time: 0.005 (0.004885683957714599) + + + --> TIME: 2024-12-23 23:35:32 -- STEP: 6836/7738 -- GLOBAL_STEP: 30050 + | > loss_text_ce: 0.04079024866223335 (0.04075445857873415) + | > loss_mel_ce: 2.703561305999756 (2.849375313035641) + | > loss: 0.6860879063606262 (0.7225324429654462) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.12861041582558413) + | > loader_time: 0.0048 (0.004886088314078699) + + + --> TIME: 2024-12-23 23:35:44 -- STEP: 6886/7738 -- GLOBAL_STEP: 30100 + | > loss_text_ce: 0.04153391346335411 (0.04075276801233354) + | > loss_mel_ce: 2.6461501121520996 (2.849396018866982) + | > loss: 0.6719210147857666 (0.7225371967593217) + | > current_lr: 5e-06 + | > step_time: 0.1015 (0.12867469729429887) + | > loader_time: 0.0047 (0.004887391549364393) + + + --> TIME: 2024-12-23 23:35:55 -- STEP: 6936/7738 -- GLOBAL_STEP: 30150 + | > loss_text_ce: 0.04212670773267746 (0.04074994025476974) + | > loss_mel_ce: 2.7878494262695312 (2.8495561133000256) + | > loss: 0.7074940204620361 (0.7225765134224017) + | > current_lr: 5e-06 + | > step_time: 0.0865 (0.12866766979400115) + | > loader_time: 0.0044 (0.004887315778721282) + + + --> TIME: 2024-12-23 23:36:07 -- STEP: 6986/7738 -- GLOBAL_STEP: 30200 + | > loss_text_ce: 0.04620260000228882 (0.040749201326048076) + | > loss_mel_ce: 2.8058433532714844 (2.849623065912173) + | > loss: 0.7130115032196045 (0.7225930668411507) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12866102082661762) + | > loader_time: 0.0045 (0.0048879756307724604) + + + --> TIME: 2024-12-23 23:36:18 -- STEP: 7036/7738 -- GLOBAL_STEP: 30250 + | > loss_text_ce: 0.03856263682246208 (0.040744840345891487) + | > loss_mel_ce: 2.8876466751098633 (2.8493740485431513) + | > loss: 0.7315523028373718 (0.7225297222579996) + | > current_lr: 5e-06 + | > step_time: 0.1473 (0.12861125150006075) + | > loader_time: 0.0054 (0.004888000543853499) + + + --> TIME: 2024-12-23 23:36:29 -- STEP: 7086/7738 -- GLOBAL_STEP: 30300 + | > loss_text_ce: 0.04128114506602287 (0.040747838255176944) + | > loss_mel_ce: 2.962522268295288 (2.84942374446787) + | > loss: 0.7509508728981018 (0.7225428957354373) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.1286084797972512) + | > loader_time: 0.0052 (0.004888496929193447) + + + --> TIME: 2024-12-23 23:36:41 -- STEP: 7136/7738 -- GLOBAL_STEP: 30350 + | > loss_text_ce: 0.042279671877622604 (0.04074468168235848) + | > loss_mel_ce: 2.884842872619629 (2.8494153854023705) + | > loss: 0.7317806482315063 (0.7225400168331749) + | > current_lr: 5e-06 + | > step_time: 0.0938 (0.1286359120978901) + | > loader_time: 0.0046 (0.004889522733442434) + + + --> TIME: 2024-12-23 23:36:53 -- STEP: 7186/7738 -- GLOBAL_STEP: 30400 + | > loss_text_ce: 0.04531368240714073 (0.04074355398817744) + | > loss_mel_ce: 2.96439790725708 (2.849426134993629) + | > loss: 0.752427875995636 (0.7225424223396727) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12866142928815957) + | > loader_time: 0.0049 (0.004890615715145748) + + + --> TIME: 2024-12-23 23:37:04 -- STEP: 7236/7738 -- GLOBAL_STEP: 30450 + | > loss_text_ce: 0.03932000696659088 (0.04074285921963508) + | > loss_mel_ce: 2.813532829284668 (2.849244935628522) + | > loss: 0.7132132053375244 (0.7224969487944118) + | > current_lr: 5e-06 + | > step_time: 0.0957 (0.12861517554426008) + | > loader_time: 0.0048 (0.004890796128658364) + + + --> TIME: 2024-12-23 23:37:15 -- STEP: 7286/7738 -- GLOBAL_STEP: 30500 + | > loss_text_ce: 0.042172353714704514 (0.04074221607292563) + | > loss_mel_ce: 2.8178274631500244 (2.849293959425465) + | > loss: 0.7149999737739563 (0.7225090439604954) + | > current_lr: 5e-06 + | > step_time: 0.1681 (0.12860377591421346) + | > loader_time: 0.0056 (0.004891469849684115) + + + --> TIME: 2024-12-23 23:37:28 -- STEP: 7336/7738 -- GLOBAL_STEP: 30550 + | > loss_text_ce: 0.04129539057612419 (0.04073722600315348) + | > loss_mel_ce: 2.94197416305542 (2.849399896783422) + | > loss: 0.7458173632621765 (0.7225342807862725) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.1286610500763131) + | > loader_time: 0.0049 (0.004892390452918448) + + + --> TIME: 2024-12-23 23:37:39 -- STEP: 7386/7738 -- GLOBAL_STEP: 30600 + | > loss_text_ce: 0.04026497155427933 (0.04073502024650316) + | > loss_mel_ce: 2.7413523197174072 (2.849309983758334) + | > loss: 0.6954043507575989 (0.7225112510976707) + | > current_lr: 5e-06 + | > step_time: 0.1195 (0.12869135819571223) + | > loader_time: 0.005 (0.004893057332786463) + + + --> TIME: 2024-12-23 23:37:51 -- STEP: 7436/7738 -- GLOBAL_STEP: 30650 + | > loss_text_ce: 0.03843161091208458 (0.04073271139977279) + | > loss_mel_ce: 2.7087669372558594 (2.8491950547457887) + | > loss: 0.6867996454238892 (0.7224819416349585) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12867881784905935) + | > loader_time: 0.0048 (0.004893394681059444) + + + --> TIME: 2024-12-23 23:38:03 -- STEP: 7486/7738 -- GLOBAL_STEP: 30700 + | > loss_text_ce: 0.038604915142059326 (0.04072936401696758) + | > loss_mel_ce: 2.802816390991211 (2.849083534320216) + | > loss: 0.7103553414344788 (0.7224532247003692) + | > current_lr: 5e-06 + | > step_time: 0.0996 (0.12870083535510612) + | > loader_time: 0.0047 (0.004894103049722339) + + + --> TIME: 2024-12-23 23:38:14 -- STEP: 7536/7738 -- GLOBAL_STEP: 30750 + | > loss_text_ce: 0.039855752140283585 (0.04072868696961671) + | > loss_mel_ce: 2.9004764556884766 (2.8489622049144363) + | > loss: 0.7350830435752869 (0.7224227231067077) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.1287202290605337) + | > loader_time: 0.0053 (0.004894965614989035) + + + --> TIME: 2024-12-23 23:38:26 -- STEP: 7586/7738 -- GLOBAL_STEP: 30800 + | > loss_text_ce: 0.040436871349811554 (0.0407272381057354) + | > loss_mel_ce: 2.766981601715088 (2.848954425554554) + | > loss: 0.7018546462059021 (0.7224204160514683) + | > current_lr: 5e-06 + | > step_time: 0.1744 (0.12873234715525872) + | > loader_time: 0.0054 (0.004895755146538506) + + + --> TIME: 2024-12-23 23:38:37 -- STEP: 7636/7738 -- GLOBAL_STEP: 30850 + | > loss_text_ce: 0.04255196452140808 (0.04072772456804329) + | > loss_mel_ce: 2.7787892818450928 (2.8487686762140325) + | > loss: 0.7053353190422058 (0.7223741003532195) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.12872148999498434) + | > loader_time: 0.0048 (0.004896740784752471) + + + --> TIME: 2024-12-23 23:38:49 -- STEP: 7686/7738 -- GLOBAL_STEP: 30900 + | > loss_text_ce: 0.042146049439907074 (0.040726815632198314) + | > loss_mel_ce: 2.6968135833740234 (2.848511048136295) + | > loss: 0.684739887714386 (0.7223094660820764) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.1286861943975266) + | > loader_time: 0.0045 (0.004897120716731233) + + + --> TIME: 2024-12-23 23:39:00 -- STEP: 7736/7738 -- GLOBAL_STEP: 30950 + | > loss_text_ce: 0.04063297063112259 (0.04072261288340269) + | > loss_mel_ce: 2.834185838699341 (2.84841833313717) + | > loss: 0.7187047004699707 (0.7222852366432285) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12870123951610152) + | > loader_time: 0.0045 (0.004897863813122138) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06828266562837546 (+0.0003479430169771175) + | > avg_loss_text_ce: 0.03901838864942992 (-0.00038340125195305413) + | > avg_loss_mel_ce: 2.953479659677756 (-0.00547509964066295) + | > avg_loss: 2.99249805464889 (-0.005858491165469992) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_30952.pth + + > EPOCH: 4/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-23 23:40:02)  + + --> TIME: 2024-12-23 23:40:14 -- STEP: 48/7738 -- GLOBAL_STEP: 31000 + | > loss_text_ce: 0.03652580827474594 (0.040645790907243885) + | > loss_mel_ce: 2.885636329650879 (2.837030147512754) + | > loss: 0.7305405139923096 (0.7194189863900343) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.1303105702002843) + | > loader_time: 0.0049 (0.004778146743774415) + + + --> TIME: 2024-12-23 23:40:25 -- STEP: 98/7738 -- GLOBAL_STEP: 31050 + | > loss_text_ce: 0.04146008938550949 (0.04051233569578249) + | > loss_mel_ce: 2.8175160884857178 (2.823015434401377) + | > loss: 0.7147440314292908 (0.7158819430944873) + | > current_lr: 5e-06 + | > step_time: 0.145 (0.12891015714528606) + | > loader_time: 0.0049 (0.00473643079095957) + + + --> TIME: 2024-12-23 23:40:37 -- STEP: 148/7738 -- GLOBAL_STEP: 31100 + | > loss_text_ce: 0.03878004476428032 (0.04046110448905745) + | > loss_mel_ce: 2.830538034439087 (2.8196419106947426) + | > loss: 0.7173295021057129 (0.7150257543937579) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.13011902087443583) + | > loader_time: 0.0048 (0.004752085015580459) + + + --> TIME: 2024-12-23 23:40:49 -- STEP: 198/7738 -- GLOBAL_STEP: 31150 + | > loss_text_ce: 0.04319796338677406 (0.040291766626666274) + | > loss_mel_ce: 3.054800033569336 (2.82773149736) + | > loss: 0.7744994759559631 (0.7170058157708907) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12975908289052032) + | > loader_time: 0.0044 (0.0047514751704052244) + + + --> TIME: 2024-12-23 23:41:00 -- STEP: 248/7738 -- GLOBAL_STEP: 31200 + | > loss_text_ce: 0.04272366315126419 (0.040258015806396145) + | > loss_mel_ce: 2.9461910724639893 (2.82837889655944) + | > loss: 0.7472286820411682 (0.7171592282191397) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12840920782858345) + | > loader_time: 0.0048 (0.004731321527111915) + + + --> TIME: 2024-12-23 23:41:11 -- STEP: 298/7738 -- GLOBAL_STEP: 31250 + | > loss_text_ce: 0.03950389847159386 (0.04035989795155173) + | > loss_mel_ce: 2.81396222114563 (2.831447474108448) + | > loss: 0.7133665084838867 (0.7179518430024984) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.12823510329995394) + | > loader_time: 0.0044 (0.004731615917794656) + + + --> TIME: 2024-12-23 23:41:23 -- STEP: 348/7738 -- GLOBAL_STEP: 31300 + | > loss_text_ce: 0.041776392608881 (0.04037113797090861) + | > loss_mel_ce: 2.8683197498321533 (2.8336130373779373) + | > loss: 0.7275240421295166 (0.7184960443055494) + | > current_lr: 5e-06 + | > step_time: 0.1587 (0.12854692648197066) + | > loader_time: 0.0055 (0.0047319435525214545) + + + --> TIME: 2024-12-23 23:41:34 -- STEP: 398/7738 -- GLOBAL_STEP: 31350 + | > loss_text_ce: 0.04243273660540581 (0.040372376681197836) + | > loss_mel_ce: 2.813466787338257 (2.8334731822037806) + | > loss: 0.7139748930931091 (0.718461390116706) + | > current_lr: 5e-06 + | > step_time: 0.1573 (0.12808563721239885) + | > loader_time: 0.005 (0.004728949848730955) + + + --> TIME: 2024-12-23 23:41:46 -- STEP: 448/7738 -- GLOBAL_STEP: 31400 + | > loss_text_ce: 0.04155774042010307 (0.04033971414069779) + | > loss_mel_ce: 2.787266731262207 (2.8344080208667677) + | > loss: 0.707206130027771 (0.7186869342944452) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.12888498178550206) + | > loader_time: 0.0044 (0.00473236399037497) + + + --> TIME: 2024-12-23 23:41:58 -- STEP: 498/7738 -- GLOBAL_STEP: 31450 + | > loss_text_ce: 0.040484994649887085 (0.040289848339725216) + | > loss_mel_ce: 2.8745944499969482 (2.832786828159806) + | > loss: 0.728769838809967 (0.718269169569973) + | > current_lr: 5e-06 + | > step_time: 0.1671 (0.1290472559182044) + | > loader_time: 0.0049 (0.00473527113596598) + + + --> TIME: 2024-12-23 23:42:10 -- STEP: 548/7738 -- GLOBAL_STEP: 31500 + | > loss_text_ce: 0.03745898976922035 (0.04027025772761692) + | > loss_mel_ce: 2.65492582321167 (2.835687550750091) + | > loss: 0.6730961799621582 (0.7189894527414419) + | > current_lr: 5e-06 + | > step_time: 0.1124 (0.12957126206725217) + | > loader_time: 0.0046 (0.004739055668350551) + + + --> TIME: 2024-12-23 23:42:21 -- STEP: 598/7738 -- GLOBAL_STEP: 31550 + | > loss_text_ce: 0.04537658765912056 (0.04028347885254834) + | > loss_mel_ce: 2.714077949523926 (2.8352027365993897) + | > loss: 0.6898636221885681 (0.7188715542040539) + | > current_lr: 5e-06 + | > step_time: 0.1848 (0.1290926941262443) + | > loader_time: 0.0053 (0.004732637102388614) + + + --> TIME: 2024-12-23 23:42:32 -- STEP: 648/7738 -- GLOBAL_STEP: 31600 + | > loss_text_ce: 0.04238215461373329 (0.04033029485309935) + | > loss_mel_ce: 2.8280394077301025 (2.8360821251515977) + | > loss: 0.7176054120063782 (0.7191031055501951) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.12867041649641847) + | > loader_time: 0.0043 (0.004726421685866365) + + + --> TIME: 2024-12-23 23:42:43 -- STEP: 698/7738 -- GLOBAL_STEP: 31650 + | > loss_text_ce: 0.03794190287590027 (0.04035525750315465) + | > loss_mel_ce: 2.7744715213775635 (2.836038496911013) + | > loss: 0.7031033635139465 (0.7190984389331074) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.1282757011730558) + | > loader_time: 0.0045 (0.004722984950658578) + + + --> TIME: 2024-12-23 23:42:55 -- STEP: 748/7738 -- GLOBAL_STEP: 31700 + | > loss_text_ce: 0.03989100456237793 (0.04037689238308588) + | > loss_mel_ce: 2.792240619659424 (2.8365591748513004) + | > loss: 0.7080329060554504 (0.7192340171273383) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.12822642970212675) + | > loader_time: 0.0048 (0.004725480143399156) + + + --> TIME: 2024-12-23 23:43:06 -- STEP: 798/7738 -- GLOBAL_STEP: 31750 + | > loss_text_ce: 0.041125304996967316 (0.04039367771985242) + | > loss_mel_ce: 2.999019145965576 (2.837454488701689) + | > loss: 0.7600361108779907 (0.719462041941502) + | > current_lr: 5e-06 + | > step_time: 0.1564 (0.1283688685649024) + | > loader_time: 0.0052 (0.004731060867022746) + + + --> TIME: 2024-12-23 23:43:18 -- STEP: 848/7738 -- GLOBAL_STEP: 31800 + | > loss_text_ce: 0.03990839794278145 (0.040400143620505403) + | > loss_mel_ce: 2.9042274951934814 (2.838351107712062) + | > loss: 0.7360339760780334 (0.7196878130846431) + | > current_lr: 5e-06 + | > step_time: 0.12 (0.12885807623278447) + | > loader_time: 0.0049 (0.004738100013642938) + + + --> TIME: 2024-12-23 23:43:30 -- STEP: 898/7738 -- GLOBAL_STEP: 31850 + | > loss_text_ce: 0.041305266320705414 (0.04036825302498779) + | > loss_mel_ce: 2.7432641983032227 (2.8382753686012827) + | > loss: 0.6961423754692078 (0.7196609055279095) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.12914544755472673) + | > loader_time: 0.0048 (0.0047435715363126525) + + + --> TIME: 2024-12-23 23:43:42 -- STEP: 948/7738 -- GLOBAL_STEP: 31900 + | > loss_text_ce: 0.038075681775808334 (0.04033627861301233) + | > loss_mel_ce: 2.5478224754333496 (2.837829913771102) + | > loss: 0.6464745402336121 (0.7195415481736391) + | > current_lr: 5e-06 + | > step_time: 0.128 (0.12920422191861344) + | > loader_time: 0.005 (0.004747430986492943) + + + --> TIME: 2024-12-23 23:43:53 -- STEP: 998/7738 -- GLOBAL_STEP: 31950 + | > loss_text_ce: 0.04207936301827431 (0.04034862418347349) + | > loss_mel_ce: 2.7266085147857666 (2.836673329492848) + | > loss: 0.6921719908714294 (0.7192554884181475) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12908288209376234) + | > loader_time: 0.0046 (0.004748813374964648) + + + --> TIME: 2024-12-23 23:44:05 -- STEP: 1048/7738 -- GLOBAL_STEP: 32000 + | > loss_text_ce: 0.03941263258457184 (0.04033705987434354) + | > loss_mel_ce: 2.621528387069702 (2.8367466519352136) + | > loss: 0.6652352809906006 (0.7192709279310615) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.12904487629883182) + | > loader_time: 0.0045 (0.004753971372851887) + + + --> TIME: 2024-12-23 23:44:16 -- STEP: 1098/7738 -- GLOBAL_STEP: 32050 + | > loss_text_ce: 0.04076419770717621 (0.04033782291404215) + | > loss_mel_ce: 2.9544923305511475 (2.8383658045193756) + | > loss: 0.7488141059875488 (0.7196759068032218) + | > current_lr: 5e-06 + | > step_time: 0.1665 (0.12889204346634234) + | > loader_time: 0.0051 (0.004755061615143099) + + + --> TIME: 2024-12-23 23:44:28 -- STEP: 1148/7738 -- GLOBAL_STEP: 32100 + | > loss_text_ce: 0.03561774268746376 (0.04034819232968404) + | > loss_mel_ce: 2.944920063018799 (2.8378420353766516) + | > loss: 0.7451344728469849 (0.7195475569273956) + | > current_lr: 5e-06 + | > step_time: 0.1201 (0.12887984618077314) + | > loader_time: 0.0049 (0.00475782986717357) + + + --> TIME: 2024-12-23 23:44:39 -- STEP: 1198/7738 -- GLOBAL_STEP: 32150 + | > loss_text_ce: 0.04184095188975334 (0.040366376509177904) + | > loss_mel_ce: 2.950979232788086 (2.8380163101998708) + | > loss: 0.7482050657272339 (0.7195956716951429) + | > current_lr: 5e-06 + | > step_time: 0.1729 (0.12900270444522927) + | > loader_time: 0.0052 (0.0047613519659026405) + + + --> TIME: 2024-12-23 23:44:51 -- STEP: 1248/7738 -- GLOBAL_STEP: 32200 + | > loss_text_ce: 0.03712430223822594 (0.040356313714232254) + | > loss_mel_ce: 2.8944733142852783 (2.8379951543532886) + | > loss: 0.7328994274139404 (0.719587867124341) + | > current_lr: 5e-06 + | > step_time: 0.0919 (0.12902397108383676) + | > loader_time: 0.0045 (0.004767026083591656) + + + --> TIME: 2024-12-23 23:45:02 -- STEP: 1298/7738 -- GLOBAL_STEP: 32250 + | > loss_text_ce: 0.040901053696870804 (0.04036659518047277) + | > loss_mel_ce: 2.5339624881744385 (2.8381944668862418) + | > loss: 0.6437158584594727 (0.7196402655819722) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12893761288036004) + | > loader_time: 0.0047 (0.0047693783402994) + + + --> TIME: 2024-12-23 23:45:14 -- STEP: 1348/7738 -- GLOBAL_STEP: 32300 + | > loss_text_ce: 0.04108170419931412 (0.04036796901607199) + | > loss_mel_ce: 2.839006185531616 (2.8378711608114164) + | > loss: 0.7200219631195068 (0.71955978260196) + | > current_lr: 5e-06 + | > step_time: 0.1046 (0.12888639316360734) + | > loader_time: 0.0046 (0.004770371963433059) + + + --> TIME: 2024-12-23 23:45:25 -- STEP: 1398/7738 -- GLOBAL_STEP: 32350 + | > loss_text_ce: 0.040886301547288895 (0.04036671911314323) + | > loss_mel_ce: 2.901099681854248 (2.837410625811129) + | > loss: 0.7354965209960938 (0.7194443365108646) + | > current_lr: 5e-06 + | > step_time: 0.1232 (0.12888149198714907) + | > loader_time: 0.0048 (0.004773277069877659) + + + --> TIME: 2024-12-23 23:45:37 -- STEP: 1448/7738 -- GLOBAL_STEP: 32400 + | > loss_text_ce: 0.03939220681786537 (0.040378359185006936) + | > loss_mel_ce: 2.8361918926239014 (2.83767664580714) + | > loss: 0.7188960313796997 (0.7195137515664107) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12882520003213388) + | > loader_time: 0.0045 (0.004775033306680331) + + + --> TIME: 2024-12-23 23:45:48 -- STEP: 1498/7738 -- GLOBAL_STEP: 32450 + | > loss_text_ce: 0.03821383789181709 (0.04037610631192403) + | > loss_mel_ce: 2.7375428676605225 (2.8366053675777603) + | > loss: 0.6939391493797302 (0.7192453688311488) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.12878699710117616) + | > loader_time: 0.0051 (0.004777937132780636) + + + --> TIME: 2024-12-23 23:46:00 -- STEP: 1548/7738 -- GLOBAL_STEP: 32500 + | > loss_text_ce: 0.039996687322854996 (0.04037767357026888) + | > loss_mel_ce: 2.8373606204986572 (2.8363941077730144) + | > loss: 0.7193393111228943 (0.7191929456029449) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12883658110325322) + | > loader_time: 0.005 (0.004780945851821301) + + + --> TIME: 2024-12-23 23:46:11 -- STEP: 1598/7738 -- GLOBAL_STEP: 32550 + | > loss_text_ce: 0.04176575690507889 (0.040382357813110246) + | > loss_mel_ce: 2.8882718086242676 (2.835787565448556) + | > loss: 0.7325093746185303 (0.7190424809617011) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12879225533357683) + | > loader_time: 0.0043 (0.004782135555233907) + + + --> TIME: 2024-12-23 23:46:23 -- STEP: 1648/7738 -- GLOBAL_STEP: 32600 + | > loss_text_ce: 0.04079628735780716 (0.040387723852600046) + | > loss_mel_ce: 2.613516092300415 (2.8362062865669286) + | > loss: 0.6635780930519104 (0.71914850273034) + | > current_lr: 5e-06 + | > step_time: 0.1429 (0.1289158164008149) + | > loader_time: 0.005 (0.00478507216694285) + + + --> TIME: 2024-12-23 23:46:35 -- STEP: 1698/7738 -- GLOBAL_STEP: 32650 + | > loss_text_ce: 0.0413445308804512 (0.04039162035167082) + | > loss_mel_ce: 2.7664003372192383 (2.836089681539996) + | > loss: 0.7019362449645996 (0.7191203255886469) + | > current_lr: 5e-06 + | > step_time: 0.1691 (0.12899821119117488) + | > loader_time: 0.0052 (0.004787002631997325) + + + --> TIME: 2024-12-23 23:46:46 -- STEP: 1748/7738 -- GLOBAL_STEP: 32700 + | > loss_text_ce: 0.04183065891265869 (0.04040133964602821) + | > loss_mel_ce: 2.8025450706481934 (2.836289652288642) + | > loss: 0.7110939025878906 (0.7191727482276874) + | > current_lr: 5e-06 + | > step_time: 0.1414 (0.12896446982564838) + | > loader_time: 0.005 (0.004789573649792698) + + + --> TIME: 2024-12-23 23:46:58 -- STEP: 1798/7738 -- GLOBAL_STEP: 32750 + | > loss_text_ce: 0.043903544545173645 (0.040398150350944136) + | > loss_mel_ce: 2.782360076904297 (2.8362386178917296) + | > loss: 0.7065659165382385 (0.7191591923175855) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12893167260756597) + | > loader_time: 0.0046 (0.004790364303631294) + + + --> TIME: 2024-12-23 23:47:09 -- STEP: 1848/7738 -- GLOBAL_STEP: 32800 + | > loss_text_ce: 0.03810115158557892 (0.040382685115585126) + | > loss_mel_ce: 2.4974207878112793 (2.8351181651348676) + | > loss: 0.6338804960250854 (0.718875212812579) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.12893858126231586) + | > loader_time: 0.0046 (0.004791618554623091) + + + --> TIME: 2024-12-23 23:47:21 -- STEP: 1898/7738 -- GLOBAL_STEP: 32850 + | > loss_text_ce: 0.04349522665143013 (0.04038789110342624) + | > loss_mel_ce: 2.8160781860351562 (2.83460715648623) + | > loss: 0.7148933410644531 (0.7187487620573783) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.1290156894036663) + | > loader_time: 0.005 (0.004793153924610385) + + + --> TIME: 2024-12-23 23:47:33 -- STEP: 1948/7738 -- GLOBAL_STEP: 32900 + | > loss_text_ce: 0.04266146197915077 (0.040388266332218085) + | > loss_mel_ce: 2.92718505859375 (2.8343844325635468) + | > loss: 0.742461621761322 (0.7186931748960547) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.12893689976090988) + | > loader_time: 0.0049 (0.004793664635574053) + + + --> TIME: 2024-12-23 23:47:44 -- STEP: 1998/7738 -- GLOBAL_STEP: 32950 + | > loss_text_ce: 0.04023111239075661 (0.04039467018548855) + | > loss_mel_ce: 2.849090576171875 (2.8344830341405935) + | > loss: 0.7223304510116577 (0.7187194263374249) + | > current_lr: 5e-06 + | > step_time: 0.1468 (0.12899049827167086) + | > loader_time: 0.005 (0.004795496528213083) + + + --> TIME: 2024-12-23 23:47:56 -- STEP: 2048/7738 -- GLOBAL_STEP: 33000 + | > loss_text_ce: 0.03917672112584114 (0.04039787508918384) + | > loss_mel_ce: 2.8407697677612305 (2.834786566789262) + | > loss: 0.719986617565155 (0.7187961107410961) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12899490841664357) + | > loader_time: 0.0049 (0.004796652938239271) + + + --> TIME: 2024-12-23 23:48:07 -- STEP: 2098/7738 -- GLOBAL_STEP: 33050 + | > loss_text_ce: 0.040650539100170135 (0.0403972169343521) + | > loss_mel_ce: 3.0098907947540283 (2.8349405905539022) + | > loss: 0.762635350227356 (0.7188344522245282) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.1290027461129215) + | > loader_time: 0.0049 (0.004798960753914507) + + + --> TIME: 2024-12-23 23:48:19 -- STEP: 2148/7738 -- GLOBAL_STEP: 33100 + | > loss_text_ce: 0.03982636705040932 (0.0403981758316275) + | > loss_mel_ce: 2.7326560020446777 (2.8354399325239377) + | > loss: 0.6931205987930298 (0.7189595274197105) + | > current_lr: 5e-06 + | > step_time: 0.1031 (0.12900099552321465) + | > loader_time: 0.0044 (0.004799717520424324) + + + --> TIME: 2024-12-23 23:48:30 -- STEP: 2198/7738 -- GLOBAL_STEP: 33150 + | > loss_text_ce: 0.04018969461321831 (0.040393977918347757) + | > loss_mel_ce: 2.8637888431549072 (2.835081918766763) + | > loss: 0.7259946465492249 (0.7188689744776224) + | > current_lr: 5e-06 + | > step_time: 0.1298 (0.12891931757263084) + | > loader_time: 0.0048 (0.0047997554070956005) + + + --> TIME: 2024-12-23 23:48:42 -- STEP: 2248/7738 -- GLOBAL_STEP: 33200 + | > loss_text_ce: 0.041097354143857956 (0.04040033356999166) + | > loss_mel_ce: 2.975978374481201 (2.8357713508860507) + | > loss: 0.7542689442634583 (0.719042921485214) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.1289049460158228) + | > loader_time: 0.0043 (0.004801081274752086) + + + --> TIME: 2024-12-23 23:48:54 -- STEP: 2298/7738 -- GLOBAL_STEP: 33250 + | > loss_text_ce: 0.03529895469546318 (0.04038531865739793) + | > loss_mel_ce: 2.699256420135498 (2.8354601787421094) + | > loss: 0.683638870716095 (0.7189613747482622) + | > current_lr: 5e-06 + | > step_time: 0.0985 (0.1289826913747297) + | > loader_time: 0.0045 (0.004803482815947502) + + + --> TIME: 2024-12-23 23:49:05 -- STEP: 2348/7738 -- GLOBAL_STEP: 33300 + | > loss_text_ce: 0.03965451568365097 (0.040394556450021366) + | > loss_mel_ce: 2.9418063163757324 (2.8357991887926084) + | > loss: 0.7453652024269104 (0.7190484367247545) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.1289768509401779) + | > loader_time: 0.0043 (0.0048042993732367876) + + + --> TIME: 2024-12-23 23:49:16 -- STEP: 2398/7738 -- GLOBAL_STEP: 33350 + | > loss_text_ce: 0.04005560651421547 (0.04039633159585503) + | > loss_mel_ce: 2.7467286586761475 (2.8356630039573076) + | > loss: 0.6966960430145264 (0.7190148343236576) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.1288737943512483) + | > loader_time: 0.0048 (0.004804905401457339) + + + --> TIME: 2024-12-23 23:49:28 -- STEP: 2448/7738 -- GLOBAL_STEP: 33400 + | > loss_text_ce: 0.04206313192844391 (0.04039568801294843) + | > loss_mel_ce: 2.801746129989624 (2.8357212049704055) + | > loss: 0.7109523415565491 (0.7190292236803013) + | > current_lr: 5e-06 + | > step_time: 0.113 (0.1287740488457522) + | > loader_time: 0.0047 (0.004805083270945579) + + + --> TIME: 2024-12-23 23:49:39 -- STEP: 2498/7738 -- GLOBAL_STEP: 33450 + | > loss_text_ce: 0.03846903145313263 (0.04039316495703021) + | > loss_mel_ce: 2.646500825881958 (2.8356828888098358) + | > loss: 0.6712424755096436 (0.7190190138246085) + | > current_lr: 5e-06 + | > step_time: 0.1476 (0.12873126727471426) + | > loader_time: 0.0051 (0.004806541174864942) + + + --> TIME: 2024-12-23 23:49:50 -- STEP: 2548/7738 -- GLOBAL_STEP: 33500 + | > loss_text_ce: 0.03949294611811638 (0.040396966200959394) + | > loss_mel_ce: 2.7170088291168213 (2.8353830813613095) + | > loss: 0.6891254186630249 (0.7189450121515405) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12873841164811958) + | > loader_time: 0.0049 (0.0048081537992276805) + + + --> TIME: 2024-12-23 23:50:02 -- STEP: 2598/7738 -- GLOBAL_STEP: 33550 + | > loss_text_ce: 0.043116386979818344 (0.04038678274401755) + | > loss_mel_ce: 2.977550983428955 (2.8357082735675507) + | > loss: 0.7551668286323547 (0.7190237642940515) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.1287941429778368) + | > loader_time: 0.005 (0.004810233130833111) + + + --> TIME: 2024-12-23 23:50:14 -- STEP: 2648/7738 -- GLOBAL_STEP: 33600 + | > loss_text_ce: 0.036856506019830704 (0.04038916003336049) + | > loss_mel_ce: 2.785141944885254 (2.8356313420926793) + | > loss: 0.7054995894432068 (0.7190051257070106) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.12878986697902822) + | > loader_time: 0.0045 (0.00481093776190029) + + + --> TIME: 2024-12-23 23:50:25 -- STEP: 2698/7738 -- GLOBAL_STEP: 33650 + | > loss_text_ce: 0.038560960441827774 (0.040386171954883525) + | > loss_mel_ce: 2.8565142154693604 (2.835180540098988) + | > loss: 0.7237687706947327 (0.718891678141877) + | > current_lr: 5e-06 + | > step_time: 0.1111 (0.128687110187567) + | > loader_time: 0.0047 (0.004811785413743484) + + + --> TIME: 2024-12-23 23:50:37 -- STEP: 2748/7738 -- GLOBAL_STEP: 33700 + | > loss_text_ce: 0.04256100952625275 (0.04038110216523713) + | > loss_mel_ce: 2.8254854679107666 (2.8353583445715693) + | > loss: 0.7170116305351257 (0.7189348618753448) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12873972347209506) + | > loader_time: 0.0051 (0.004815586442683642) + + + --> TIME: 2024-12-23 23:50:48 -- STEP: 2798/7738 -- GLOBAL_STEP: 33750 + | > loss_text_ce: 0.03897230699658394 (0.04037178329873123) + | > loss_mel_ce: 2.7609336376190186 (2.8350824979989464) + | > loss: 0.6999765038490295 (0.7188635705154752) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12877656528999115) + | > loader_time: 0.0051 (0.004819464138186438) + + + --> TIME: 2024-12-23 23:51:00 -- STEP: 2848/7738 -- GLOBAL_STEP: 33800 + | > loss_text_ce: 0.038383807986974716 (0.040368914146373995) + | > loss_mel_ce: 3.0719823837280273 (2.835251270636427) + | > loss: 0.7775915265083313 (0.7189050463520088) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12880387182316036) + | > loader_time: 0.0053 (0.004822585522458803) + + + --> TIME: 2024-12-23 23:51:12 -- STEP: 2898/7738 -- GLOBAL_STEP: 33850 + | > loss_text_ce: 0.04012467339634895 (0.040364765173262616) + | > loss_mel_ce: 2.838080406188965 (2.8347986583630878) + | > loss: 0.7195512652397156 (0.7187908560428408) + | > current_lr: 5e-06 + | > step_time: 0.1481 (0.12886544693906649) + | > loader_time: 0.0051 (0.0048250408317402765) + + + --> TIME: 2024-12-23 23:51:23 -- STEP: 2948/7738 -- GLOBAL_STEP: 33900 + | > loss_text_ce: 0.04010878503322601 (0.040367939453850026) + | > loss_mel_ce: 2.9209911823272705 (2.8346044963056527) + | > loss: 0.740274965763092 (0.71874310911268) + | > current_lr: 5e-06 + | > step_time: 0.1416 (0.12888314216075422) + | > loader_time: 0.0052 (0.004828095193472134) + + + --> TIME: 2024-12-23 23:51:35 -- STEP: 2998/7738 -- GLOBAL_STEP: 33950 + | > loss_text_ce: 0.042822349816560745 (0.0403657907295756) + | > loss_mel_ce: 2.843520402908325 (2.8346015740586226) + | > loss: 0.7215856909751892 (0.7187418413209959) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.12893251986245888) + | > loader_time: 0.0045 (0.004830614338722765) + + + --> TIME: 2024-12-23 23:51:47 -- STEP: 3048/7738 -- GLOBAL_STEP: 34000 + | > loss_text_ce: 0.04198674112558365 (0.04036151061171862) + | > loss_mel_ce: 2.7077322006225586 (2.834620272002521) + | > loss: 0.6874297261238098 (0.7187454457788341) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.1289228773492522) + | > loader_time: 0.0049 (0.004833009925101375) + + + --> TIME: 2024-12-23 23:51:58 -- STEP: 3098/7738 -- GLOBAL_STEP: 34050 + | > loss_text_ce: 0.03977251052856445 (0.04036606223670573) + | > loss_mel_ce: 2.8784255981445312 (2.8344734395373914) + | > loss: 0.7295495271682739 (0.7187098755307022) + | > current_lr: 5e-06 + | > step_time: 0.1185 (0.12894934227267968) + | > loader_time: 0.0047 (0.00483556837324484) + + + --> TIME: 2024-12-23 23:52:10 -- STEP: 3148/7738 -- GLOBAL_STEP: 34100 + | > loss_text_ce: 0.03877212107181549 (0.04036537052535724) + | > loss_mel_ce: 2.8113672733306885 (2.834362416664267) + | > loss: 0.7125348448753357 (0.7186819468891162) + | > current_lr: 5e-06 + | > step_time: 0.1393 (0.12899673318317553) + | > loader_time: 0.0052 (0.004838091899963926) + + + --> TIME: 2024-12-23 23:52:22 -- STEP: 3198/7738 -- GLOBAL_STEP: 34150 + | > loss_text_ce: 0.04105346277356148 (0.040370119813645654) + | > loss_mel_ce: 2.673409938812256 (2.8342306077144954) + | > loss: 0.6786158680915833 (0.7186501819204744) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12900595332474252) + | > loader_time: 0.0045 (0.0048410316942034915) + + + --> TIME: 2024-12-23 23:52:33 -- STEP: 3248/7738 -- GLOBAL_STEP: 34200 + | > loss_text_ce: 0.04343300312757492 (0.040373044340811674) + | > loss_mel_ce: 2.7232377529144287 (2.834221508555824) + | > loss: 0.6916676759719849 (0.7186486383377049) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12902393885727517) + | > loader_time: 0.0051 (0.0048411608916785415) + + + --> TIME: 2024-12-23 23:52:45 -- STEP: 3298/7738 -- GLOBAL_STEP: 34250 + | > loss_text_ce: 0.03886428102850914 (0.04036903684295768) + | > loss_mel_ce: 2.6544313430786133 (2.8343880496797285) + | > loss: 0.673323929309845 (0.7186892717227288) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.12898853296507698) + | > loader_time: 0.0054 (0.004842548460003251) + + + --> TIME: 2024-12-23 23:52:56 -- STEP: 3348/7738 -- GLOBAL_STEP: 34300 + | > loss_text_ce: 0.040038641542196274 (0.04037132240351174) + | > loss_mel_ce: 2.649005651473999 (2.8342480049908207) + | > loss: 0.6722610592842102 (0.718654831927026) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12896404051296378) + | > loader_time: 0.0046 (0.004843971848915134) + + + --> TIME: 2024-12-23 23:53:08 -- STEP: 3398/7738 -- GLOBAL_STEP: 34350 + | > loss_text_ce: 0.04061490297317505 (0.040369266829398086) + | > loss_mel_ce: 2.8305017948150635 (2.834323895545913) + | > loss: 0.7177791595458984 (0.7186732906639902) + | > current_lr: 5e-06 + | > step_time: 0.1109 (0.1289300992251698) + | > loader_time: 0.005 (0.0048449595862799) + + + --> TIME: 2024-12-23 23:53:19 -- STEP: 3448/7738 -- GLOBAL_STEP: 34400 + | > loss_text_ce: 0.03892112523317337 (0.040371220751196674) + | > loss_mel_ce: 2.8498423099517822 (2.8345760060712086) + | > loss: 0.7221908569335938 (0.7187368067504369) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.12888770334405228) + | > loader_time: 0.005 (0.004846348839956763) + + + --> TIME: 2024-12-23 23:53:31 -- STEP: 3498/7738 -- GLOBAL_STEP: 34450 + | > loss_text_ce: 0.04098084941506386 (0.04036697195368951) + | > loss_mel_ce: 2.8531572818756104 (2.8349886639176924) + | > loss: 0.7235345244407654 (0.7188389090519769) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12899261014402838) + | > loader_time: 0.0049 (0.004848586006666203) + + + --> TIME: 2024-12-23 23:53:42 -- STEP: 3548/7738 -- GLOBAL_STEP: 34500 + | > loss_text_ce: 0.0410178117454052 (0.04036343273451596) + | > loss_mel_ce: 2.8416213989257812 (2.834796615087742) + | > loss: 0.7206597924232483 (0.7187900120033363) + | > current_lr: 5e-06 + | > step_time: 0.0935 (0.1289367425132626) + | > loader_time: 0.005 (0.004850211380030693) + + + --> TIME: 2024-12-23 23:53:54 -- STEP: 3598/7738 -- GLOBAL_STEP: 34550 + | > loss_text_ce: 0.03855038434267044 (0.04035972380568549) + | > loss_mel_ce: 2.8376810550689697 (2.8347871823732405) + | > loss: 0.7190578579902649 (0.7187867265996047) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.12892256497409035) + | > loader_time: 0.0046 (0.004850845127519207) + + + --> TIME: 2024-12-23 23:54:05 -- STEP: 3648/7738 -- GLOBAL_STEP: 34600 + | > loss_text_ce: 0.037314273416996 (0.04035914659075312) + | > loss_mel_ce: 2.882345199584961 (2.8347117113309057) + | > loss: 0.7299148440361023 (0.7187677144906248) + | > current_lr: 5e-06 + | > step_time: 0.0773 (0.12888596533683244) + | > loader_time: 0.0044 (0.004852280478205603) + + + --> TIME: 2024-12-23 23:54:17 -- STEP: 3698/7738 -- GLOBAL_STEP: 34650 + | > loss_text_ce: 0.04088611155748367 (0.04035672720213434) + | > loss_mel_ce: 2.781993865966797 (2.8342475858877236) + | > loss: 0.7057200074195862 (0.7186510782586113) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.12888858033361214) + | > loader_time: 0.0051 (0.004854362290765615) + + + --> TIME: 2024-12-23 23:54:28 -- STEP: 3748/7738 -- GLOBAL_STEP: 34700 + | > loss_text_ce: 0.04291340336203575 (0.0403636987962171) + | > loss_mel_ce: 2.669684410095215 (2.834028921679484) + | > loss: 0.6781494617462158 (0.7185981550841356) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.12880462846990012) + | > loader_time: 0.0049 (0.004854856840192705) + + + --> TIME: 2024-12-23 23:54:39 -- STEP: 3798/7738 -- GLOBAL_STEP: 34750 + | > loss_text_ce: 0.038343872874975204 (0.04036592386404018) + | > loss_mel_ce: 2.744220495223999 (2.8341821458479157) + | > loss: 0.6956411004066467 (0.7186370173870366) + | > current_lr: 5e-06 + | > step_time: 0.1696 (0.12881290353932653) + | > loader_time: 0.0056 (0.0048585631082784944) + + + --> TIME: 2024-12-23 23:54:51 -- STEP: 3848/7738 -- GLOBAL_STEP: 34800 + | > loss_text_ce: 0.04163805767893791 (0.04036898438173995) + | > loss_mel_ce: 2.8175320625305176 (2.834213363467542) + | > loss: 0.7147925496101379 (0.7186455869594145) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.12876966837290105) + | > loader_time: 0.0049 (0.004860554626230891) + + + --> TIME: 2024-12-23 23:55:02 -- STEP: 3898/7738 -- GLOBAL_STEP: 34850 + | > loss_text_ce: 0.03998313471674919 (0.04037490043943974) + | > loss_mel_ce: 2.7300522327423096 (2.834446525806165) + | > loss: 0.6925088167190552 (0.7187053565645056) + | > current_lr: 5e-06 + | > step_time: 0.1308 (0.12876999451601492) + | > loader_time: 0.005 (0.004862924243561) + + + --> TIME: 2024-12-23 23:55:14 -- STEP: 3948/7738 -- GLOBAL_STEP: 34900 + | > loss_text_ce: 0.04153815284371376 (0.04037734966728889) + | > loss_mel_ce: 2.729532480239868 (2.8341705922901794) + | > loss: 0.6927676796913147 (0.7186369855172012) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12874392233600188) + | > loader_time: 0.0047 (0.004864037157675179) + + + --> TIME: 2024-12-23 23:55:25 -- STEP: 3998/7738 -- GLOBAL_STEP: 34950 + | > loss_text_ce: 0.039962392300367355 (0.04038227017430323) + | > loss_mel_ce: 2.8754215240478516 (2.8339814550582125) + | > loss: 0.7288459539413452 (0.7185909312894915) + | > current_lr: 5e-06 + | > step_time: 0.1506 (0.12876037247721173) + | > loader_time: 0.0055 (0.004865578557921392) + + + --> TIME: 2024-12-23 23:55:37 -- STEP: 4048/7738 -- GLOBAL_STEP: 35000 + | > loss_text_ce: 0.039629094302654266 (0.04037851220541619) + | > loss_mel_ce: 2.815492868423462 (2.833881847825456) + | > loss: 0.7137804627418518 (0.7185650899594018) + | > current_lr: 5e-06 + | > step_time: 0.1216 (0.12875776316808565) + | > loader_time: 0.0051 (0.004866999481977686) + + + --> TIME: 2024-12-23 23:55:49 -- STEP: 4098/7738 -- GLOBAL_STEP: 35050 + | > loss_text_ce: 0.037779293954372406 (0.04037188682223371) + | > loss_mel_ce: 2.502051591873169 (2.833958033935925) + | > loss: 0.6349577307701111 (0.7185824801277227) + | > current_lr: 5e-06 + | > step_time: 0.1448 (0.128787377335607) + | > loader_time: 0.0051 (0.0048685262935111604) + + + --> TIME: 2024-12-23 23:56:00 -- STEP: 4148/7738 -- GLOBAL_STEP: 35100 + | > loss_text_ce: 0.03975397348403931 (0.04037446218022762) + | > loss_mel_ce: 2.7942917346954346 (2.834139827592174) + | > loss: 0.7085114121437073 (0.7186285723342049) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12876413166235537) + | > loader_time: 0.0047 (0.004869229998170127) + + + --> TIME: 2024-12-23 23:56:12 -- STEP: 4198/7738 -- GLOBAL_STEP: 35150 + | > loss_text_ce: 0.03985971957445145 (0.04037178800986633) + | > loss_mel_ce: 2.8316681385040283 (2.834165315618975) + | > loss: 0.717881977558136 (0.7186342758073766) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.12882757539008505) + | > loader_time: 0.0049 (0.004871005157790568) + + + --> TIME: 2024-12-23 23:56:24 -- STEP: 4248/7738 -- GLOBAL_STEP: 35200 + | > loss_text_ce: 0.03793567419052124 (0.04037073499254758) + | > loss_mel_ce: 2.7321324348449707 (2.8342613627232733) + | > loss: 0.6925170421600342 (0.7186580243083726) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12888810874827558) + | > loader_time: 0.0052 (0.00487258014481396) + + + --> TIME: 2024-12-23 23:56:35 -- STEP: 4298/7738 -- GLOBAL_STEP: 35250 + | > loss_text_ce: 0.03788278251886368 (0.04037164321204796) + | > loss_mel_ce: 2.65914249420166 (2.8343547027351907) + | > loss: 0.6742563247680664 (0.7186815863628625) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.1288721184777121) + | > loader_time: 0.0046 (0.00487335169797945) + + + --> TIME: 2024-12-23 23:56:47 -- STEP: 4348/7738 -- GLOBAL_STEP: 35300 + | > loss_text_ce: 0.04189513623714447 (0.04036643149171854) + | > loss_mel_ce: 2.7788009643554688 (2.834509117952058) + | > loss: 0.7051740288734436 (0.7187188871842306) + | > current_lr: 5e-06 + | > step_time: 0.0974 (0.1288801326922786) + | > loader_time: 0.0049 (0.0048741943921753374) + + + --> TIME: 2024-12-23 23:56:58 -- STEP: 4398/7738 -- GLOBAL_STEP: 35350 + | > loss_text_ce: 0.04154912754893303 (0.040362222804575715) + | > loss_mel_ce: 2.6610281467437744 (2.834139415652939) + | > loss: 0.6756443381309509 (0.7186254094600035) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.1288353386875059) + | > loader_time: 0.0048 (0.004874524554104743) + + + --> TIME: 2024-12-23 23:57:10 -- STEP: 4448/7738 -- GLOBAL_STEP: 35400 + | > loss_text_ce: 0.04044128954410553 (0.04035729889275523) + | > loss_mel_ce: 2.830836296081543 (2.8339442971477515) + | > loss: 0.7178193926811218 (0.7185753988329893) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12887625160405913) + | > loader_time: 0.0051 (0.004876203245396239) + + + --> TIME: 2024-12-23 23:57:22 -- STEP: 4498/7738 -- GLOBAL_STEP: 35450 + | > loss_text_ce: 0.040899232029914856 (0.040355689872491905) + | > loss_mel_ce: 2.8288135528564453 (2.834166168689526) + | > loss: 0.7174282073974609 (0.7186304644883187) + | > current_lr: 5e-06 + | > step_time: 0.1669 (0.12894687354697135) + | > loader_time: 0.0053 (0.00487715231147858) + + + --> TIME: 2024-12-23 23:57:34 -- STEP: 4548/7738 -- GLOBAL_STEP: 35500 + | > loss_text_ce: 0.04011351987719536 (0.04035730205849797) + | > loss_mel_ce: 3.0672218799591064 (2.8342873976748653) + | > loss: 0.7768338322639465 (0.7186611747940911) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12896223501249016) + | > loader_time: 0.005 (0.004877869717993023) + + + --> TIME: 2024-12-23 23:57:45 -- STEP: 4598/7738 -- GLOBAL_STEP: 35550 + | > loss_text_ce: 0.035357680171728134 (0.04035449714981999) + | > loss_mel_ce: 2.8539295196533203 (2.834033627155407) + | > loss: 0.7223218083381653 (0.7185970309144682) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.12890125617300607) + | > loader_time: 0.005 (0.0048777894799529944) + + + --> TIME: 2024-12-23 23:57:57 -- STEP: 4648/7738 -- GLOBAL_STEP: 35600 + | > loss_text_ce: 0.038576651364564896 (0.04034877495147708) + | > loss_mel_ce: 2.8418102264404297 (2.8340085478637476) + | > loss: 0.7200967073440552 (0.7185893305376975) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.1289082230573673) + | > loader_time: 0.005 (0.004878060850547231) + + + --> TIME: 2024-12-23 23:58:08 -- STEP: 4698/7738 -- GLOBAL_STEP: 35650 + | > loss_text_ce: 0.03712264075875282 (0.04034820663286375) + | > loss_mel_ce: 2.8680882453918457 (2.8339849763243468) + | > loss: 0.7263027429580688 (0.7185832956157993) + | > current_lr: 5e-06 + | > step_time: 0.1699 (0.1289374579668751) + | > loader_time: 0.0051 (0.004877684115348551) + + + --> TIME: 2024-12-23 23:58:20 -- STEP: 4748/7738 -- GLOBAL_STEP: 35700 + | > loss_text_ce: 0.03722457215189934 (0.04034364037451089) + | > loss_mel_ce: 2.9149341583251953 (2.833519905378771) + | > loss: 0.7380396723747253 (0.7184658863133714) + | > current_lr: 5e-06 + | > step_time: 0.1083 (0.1289481292176664) + | > loader_time: 0.0048 (0.0048780353408755675) + + + --> TIME: 2024-12-23 23:58:32 -- STEP: 4798/7738 -- GLOBAL_STEP: 35750 + | > loss_text_ce: 0.03772237151861191 (0.040344357063505414) + | > loss_mel_ce: 2.6774206161499023 (2.8330637918208392) + | > loss: 0.6787857413291931 (0.7183520370669643) + | > current_lr: 5e-06 + | > step_time: 0.1469 (0.12895856836826972) + | > loader_time: 0.0049 (0.004878579402476763) + + + --> TIME: 2024-12-23 23:58:43 -- STEP: 4848/7738 -- GLOBAL_STEP: 35800 + | > loss_text_ce: 0.03934462368488312 (0.040344365024877704) + | > loss_mel_ce: 2.7741832733154297 (2.833304616976106) + | > loss: 0.7033819556236267 (0.7184122453502112) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.1289276008066955) + | > loader_time: 0.0046 (0.004878841611024967) + + + --> TIME: 2024-12-23 23:58:54 -- STEP: 4898/7738 -- GLOBAL_STEP: 35850 + | > loss_text_ce: 0.03788214921951294 (0.04034208937210786) + | > loss_mel_ce: 2.68479323387146 (2.833427993021684) + | > loss: 0.680668830871582 (0.7184425204347333) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12894338279317538) + | > loader_time: 0.005 (0.004878914322157985) + + + --> TIME: 2024-12-23 23:59:06 -- STEP: 4948/7738 -- GLOBAL_STEP: 35900 + | > loss_text_ce: 0.03998112305998802 (0.040336966089958515) + | > loss_mel_ce: 2.8409488201141357 (2.833395574829135) + | > loss: 0.7202324867248535 (0.7184331350829598) + | > current_lr: 5e-06 + | > step_time: 0.1287 (0.1289868348533331) + | > loader_time: 0.0052 (0.004879831593173494) + + + --> TIME: 2024-12-23 23:59:18 -- STEP: 4998/7738 -- GLOBAL_STEP: 35950 + | > loss_text_ce: 0.04223709553480148 (0.040341208555868716) + | > loss_mel_ce: 2.872105836868286 (2.833005414194187) + | > loss: 0.7285857200622559 (0.7183366555865178) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.12900429522814633) + | > loader_time: 0.0051 (0.004880653423707736) + + + --> TIME: 2024-12-23 23:59:30 -- STEP: 5048/7738 -- GLOBAL_STEP: 36000 + | > loss_text_ce: 0.041514601558446884 (0.04033792803651415) + | > loss_mel_ce: 2.8819618225097656 (2.8329860010729013) + | > loss: 0.7308691143989563 (0.7183309821456252) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.1290270670091288) + | > loader_time: 0.0048 (0.004881064695337114) + + + --> TIME: 2024-12-23 23:59:41 -- STEP: 5098/7738 -- GLOBAL_STEP: 36050 + | > loss_text_ce: 0.041391193866729736 (0.040338493306328625) + | > loss_mel_ce: 2.761915922164917 (2.8332152440062526) + | > loss: 0.7008267641067505 (0.7183884342145158) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12901282291778957) + | > loader_time: 0.0045 (0.004881228639266683) + + + --> TIME: 2024-12-23 23:59:52 -- STEP: 5148/7738 -- GLOBAL_STEP: 36100 + | > loss_text_ce: 0.039953459054231644 (0.040333159148502044) + | > loss_mel_ce: 2.9977495670318604 (2.83339916821497) + | > loss: 0.7594257593154907 (0.7184330817679617) + | > current_lr: 5e-06 + | > step_time: 0.1407 (0.12896760698428114) + | > loader_time: 0.0052 (0.004881262547671559) + + + --> TIME: 2024-12-24 00:00:04 -- STEP: 5198/7738 -- GLOBAL_STEP: 36150 + | > loss_text_ce: 0.040712807327508926 (0.04033143664794432) + | > loss_mel_ce: 2.797729730606079 (2.833316808344999) + | > loss: 0.709610641002655 (0.7184120611577557) + | > current_lr: 5e-06 + | > step_time: 0.1097 (0.1289721298969995) + | > loader_time: 0.0046 (0.004882223150187976) + + + --> TIME: 2024-12-24 00:00:15 -- STEP: 5248/7738 -- GLOBAL_STEP: 36200 + | > loss_text_ce: 0.03804006054997444 (0.040331880897056395) + | > loss_mel_ce: 2.726088523864746 (2.833263507249152) + | > loss: 0.6910321712493896 (0.7183988469811844) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.12887536416329953) + | > loader_time: 0.0046 (0.004882058401296774) + + + --> TIME: 2024-12-24 00:00:26 -- STEP: 5298/7738 -- GLOBAL_STEP: 36250 + | > loss_text_ce: 0.043665509670972824 (0.04032971062927755) + | > loss_mel_ce: 2.898597478866577 (2.8332530352339385) + | > loss: 0.735565721988678 (0.7183956863768565) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12884274272479454) + | > loader_time: 0.005 (0.0048828708220986184) + + + --> TIME: 2024-12-24 00:00:38 -- STEP: 5348/7738 -- GLOBAL_STEP: 36300 + | > loss_text_ce: 0.03964738920331001 (0.040329477795739) + | > loss_mel_ce: 2.915412425994873 (2.8330464903864314) + | > loss: 0.7387649416923523 (0.7183439919840706) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.12884640238939482) + | > loader_time: 0.0051 (0.004884190628933386) + + + --> TIME: 2024-12-24 00:00:50 -- STEP: 5398/7738 -- GLOBAL_STEP: 36350 + | > loss_text_ce: 0.040726955980062485 (0.04032909345653334) + | > loss_mel_ce: 2.765838623046875 (2.833101236586133) + | > loss: 0.7016413807868958 (0.7183575824637392) + | > current_lr: 5e-06 + | > step_time: 0.1511 (0.12889565812874446) + | > loader_time: 0.0053 (0.004885998422368978) + + + --> TIME: 2024-12-24 00:01:01 -- STEP: 5448/7738 -- GLOBAL_STEP: 36400 + | > loss_text_ce: 0.039603400975465775 (0.04032487920437574) + | > loss_mel_ce: 2.9208290576934814 (2.8330966800932673) + | > loss: 0.7401081323623657 (0.7183553897796238) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12891224582464825) + | > loader_time: 0.0055 (0.004886877869369345) + + + --> TIME: 2024-12-24 00:01:13 -- STEP: 5498/7738 -- GLOBAL_STEP: 36450 + | > loss_text_ce: 0.037251971662044525 (0.04032069134328445) + | > loss_mel_ce: 2.942924976348877 (2.833143111487743) + | > loss: 0.7450442314147949 (0.7183659506650716) + | > current_lr: 5e-06 + | > step_time: 0.1313 (0.12894440443136732) + | > loader_time: 0.0051 (0.004889822474563277) + + + --> TIME: 2024-12-24 00:01:25 -- STEP: 5548/7738 -- GLOBAL_STEP: 36500 + | > loss_text_ce: 0.03876594826579094 (0.040318349857090124) + | > loss_mel_ce: 2.824671506881714 (2.833055126125552) + | > loss: 0.7158593535423279 (0.7183433689805546) + | > current_lr: 5e-06 + | > step_time: 0.1352 (0.12891790178411677) + | > loader_time: 0.0052 (0.004890852380159866) + + + --> TIME: 2024-12-24 00:01:36 -- STEP: 5598/7738 -- GLOBAL_STEP: 36550 + | > loss_text_ce: 0.036586400121450424 (0.04031524670527594) + | > loss_mel_ce: 2.845250368118286 (2.833270663404174) + | > loss: 0.7204591631889343 (0.7183964775157188) + | > current_lr: 5e-06 + | > step_time: 0.1478 (0.1289035232631847) + | > loader_time: 0.0052 (0.004892005669981206) + + + --> TIME: 2024-12-24 00:01:48 -- STEP: 5648/7738 -- GLOBAL_STEP: 36600 + | > loss_text_ce: 0.041834935545921326 (0.04031390456809917) + | > loss_mel_ce: 2.809889316558838 (2.8332599789410744) + | > loss: 0.7129310369491577 (0.718393470912582) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.1289106183197271) + | > loader_time: 0.0051 (0.0048937971041492934) + + + --> TIME: 2024-12-24 00:01:59 -- STEP: 5698/7738 -- GLOBAL_STEP: 36650 + | > loss_text_ce: 0.04091189429163933 (0.04031245007512128) + | > loss_mel_ce: 2.761981725692749 (2.833084427251778) + | > loss: 0.70072340965271 (0.7183492193936724) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.1289246613287259) + | > loader_time: 0.0052 (0.004895555215703681) + + + --> TIME: 2024-12-24 00:02:11 -- STEP: 5748/7738 -- GLOBAL_STEP: 36700 + | > loss_text_ce: 0.04351497069001198 (0.040312342208965055) + | > loss_mel_ce: 2.7745442390441895 (2.83297810881355) + | > loss: 0.7045148015022278 (0.7183226128066679) + | > current_lr: 5e-06 + | > step_time: 0.1077 (0.12888892682459696) + | > loader_time: 0.0049 (0.0048963557786218135) + + + --> TIME: 2024-12-24 00:02:22 -- STEP: 5798/7738 -- GLOBAL_STEP: 36750 + | > loss_text_ce: 0.03457164391875267 (0.04031123318582536) + | > loss_mel_ce: 2.768791675567627 (2.833055524177982) + | > loss: 0.7008408308029175 (0.7183416893602287) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.1288880227803767) + | > loader_time: 0.0048 (0.004897479889268669) + + + --> TIME: 2024-12-24 00:02:34 -- STEP: 5848/7738 -- GLOBAL_STEP: 36800 + | > loss_text_ce: 0.03566217049956322 (0.040312531453247695) + | > loss_mel_ce: 2.7621185779571533 (2.8331002953440607) + | > loss: 0.6994451880455017 (0.7183532067224206) + | > current_lr: 5e-06 + | > step_time: 0.1354 (0.1289293295136875) + | > loader_time: 0.0055 (0.004900246083981034) + + + --> TIME: 2024-12-24 00:02:45 -- STEP: 5898/7738 -- GLOBAL_STEP: 36850 + | > loss_text_ce: 0.041382160037755966 (0.04031036137617434) + | > loss_mel_ce: 2.7008795738220215 (2.833057407243) + | > loss: 0.6855654120445251 (0.7183419421552688) + | > current_lr: 5e-06 + | > step_time: 0.1469 (0.12892563163567114) + | > loader_time: 0.0055 (0.004902950825631396) + + + --> TIME: 2024-12-24 00:02:57 -- STEP: 5948/7738 -- GLOBAL_STEP: 36900 + | > loss_text_ce: 0.04349324107170105 (0.04031197618750734) + | > loss_mel_ce: 2.795147657394409 (2.8330649046105796) + | > loss: 0.7096602320671082 (0.7183442202064126) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12894300253662178) + | > loader_time: 0.0054 (0.004905789910183711) + + + --> TIME: 2024-12-24 00:03:09 -- STEP: 5998/7738 -- GLOBAL_STEP: 36950 + | > loss_text_ce: 0.039413947612047195 (0.04031151009859565) + | > loss_mel_ce: 3.0514416694641113 (2.8331182632258636) + | > loss: 0.7727138996124268 (0.7183574433027015) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.1289799040100814) + | > loader_time: 0.0054 (0.004908305837854461) + + + --> TIME: 2024-12-24 00:03:21 -- STEP: 6048/7738 -- GLOBAL_STEP: 37000 + | > loss_text_ce: 0.03921334818005562 (0.04030971172839781) + | > loss_mel_ce: 2.7267942428588867 (2.83301827926484) + | > loss: 0.6915019154548645 (0.7183319977213629) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12897285728385144) + | > loader_time: 0.0053 (0.004910820572779921) + + + --> TIME: 2024-12-24 00:03:32 -- STEP: 6098/7738 -- GLOBAL_STEP: 37050 + | > loss_text_ce: 0.04426906630396843 (0.04030857323835373) + | > loss_mel_ce: 2.8421924114227295 (2.8330086927094866) + | > loss: 0.7216153740882874 (0.7183293164773399) + | > current_lr: 5e-06 + | > step_time: 0.167 (0.1289693517503517) + | > loader_time: 0.0054 (0.00491181097096324) + + + --> TIME: 2024-12-24 00:03:43 -- STEP: 6148/7738 -- GLOBAL_STEP: 37100 + | > loss_text_ce: 0.03983587771654129 (0.040308333183205564) + | > loss_mel_ce: 2.8243441581726074 (2.832983272798506) + | > loss: 0.7160450220108032 (0.7183229014636178) + | > current_lr: 5e-06 + | > step_time: 0.1403 (0.12889814237223493) + | > loader_time: 0.0053 (0.004912160710227435) + + + --> TIME: 2024-12-24 00:03:55 -- STEP: 6198/7738 -- GLOBAL_STEP: 37150 + | > loss_text_ce: 0.04158002883195877 (0.04030575327065524) + | > loss_mel_ce: 2.8746302127838135 (2.832961214438832) + | > loss: 0.7290525436401367 (0.7183167418863519) + | > current_lr: 5e-06 + | > step_time: 0.1722 (0.1289059441102701) + | > loader_time: 0.0054 (0.004912993645583403) + + + --> TIME: 2024-12-24 00:04:06 -- STEP: 6248/7738 -- GLOBAL_STEP: 37200 + | > loss_text_ce: 0.038889672607183456 (0.04030592211971733) + | > loss_mel_ce: 2.8464438915252686 (2.832798565433819) + | > loss: 0.721333384513855 (0.7182761218575302) + | > current_lr: 5e-06 + | > step_time: 0.1405 (0.12892233192081093) + | > loader_time: 0.0053 (0.004913809395630137) + + + --> TIME: 2024-12-24 00:04:18 -- STEP: 6298/7738 -- GLOBAL_STEP: 37250 + | > loss_text_ce: 0.0388338640332222 (0.04030651733440127) + | > loss_mel_ce: 2.8290510177612305 (2.8327478514886617) + | > loss: 0.716971218585968 (0.7182635921983733) + | > current_lr: 5e-06 + | > step_time: 0.1331 (0.12892528551652185) + | > loader_time: 0.005 (0.00491462218719802) + + + --> TIME: 2024-12-24 00:04:30 -- STEP: 6348/7738 -- GLOBAL_STEP: 37300 + | > loss_text_ce: 0.041600968688726425 (0.040307616140099665) + | > loss_mel_ce: 2.951897382736206 (2.8325753640888136) + | > loss: 0.7483745813369751 (0.7182207450167374) + | > current_lr: 5e-06 + | > step_time: 0.1563 (0.1289477325417212) + | > loader_time: 0.0056 (0.004916533179905099) + + + --> TIME: 2024-12-24 00:04:41 -- STEP: 6398/7738 -- GLOBAL_STEP: 37350 + | > loss_text_ce: 0.0409839004278183 (0.040305439509141755) + | > loss_mel_ce: 2.984943151473999 (2.8327676771058967) + | > loss: 0.7564817667007446 (0.7182682791364389) + | > current_lr: 5e-06 + | > step_time: 0.1628 (0.1289431125754742) + | > loader_time: 0.0055 (0.0049171337450843655) + + + --> TIME: 2024-12-24 00:04:53 -- STEP: 6448/7738 -- GLOBAL_STEP: 37400 + | > loss_text_ce: 0.04113905504345894 (0.04030864551506265) + | > loss_mel_ce: 2.9254798889160156 (2.832684320899153) + | > loss: 0.7416547536849976 (0.7182482416018221) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12891119404259077) + | > loader_time: 0.0048 (0.004917899521053866) + + + --> TIME: 2024-12-24 00:05:05 -- STEP: 6498/7738 -- GLOBAL_STEP: 37450 + | > loss_text_ce: 0.04043534770607948 (0.04030740851116178) + | > loss_mel_ce: 2.479142665863037 (2.8324578403142353) + | > loss: 0.629894495010376 (0.7181913122172433) + | > current_lr: 5e-06 + | > step_time: 0.1185 (0.12895724097557362) + | > loader_time: 0.0047 (0.00491901308472393) + + + --> TIME: 2024-12-24 00:05:16 -- STEP: 6548/7738 -- GLOBAL_STEP: 37500 + | > loss_text_ce: 0.041449226438999176 (0.040308548949395014) + | > loss_mel_ce: 2.913625955581665 (2.8321504398825375) + | > loss: 0.7387688159942627 (0.7181147472226341) + | > current_lr: 5e-06 + | > step_time: 0.0911 (0.1289763722611979) + | > loader_time: 0.0046 (0.004919699801128665) + + + --> TIME: 2024-12-24 00:05:28 -- STEP: 6598/7738 -- GLOBAL_STEP: 37550 + | > loss_text_ce: 0.040398839861154556 (0.04030485763845491) + | > loss_mel_ce: 2.983877658843994 (2.8323057477999583) + | > loss: 0.7560691237449646 (0.7181526513470421) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12896491856819184) + | > loader_time: 0.0048 (0.0049204657965987) + + + --> TIME: 2024-12-24 00:05:39 -- STEP: 6648/7738 -- GLOBAL_STEP: 37600 + | > loss_text_ce: 0.04003387317061424 (0.04030368698505354) + | > loss_mel_ce: 2.5484671592712402 (2.8323088378323797) + | > loss: 0.647125244140625 (0.7181531311731195) + | > current_lr: 5e-06 + | > step_time: 0.0811 (0.12898296200267872) + | > loader_time: 0.0044 (0.0049210263575314) + + + --> TIME: 2024-12-24 00:05:51 -- STEP: 6698/7738 -- GLOBAL_STEP: 37650 + | > loss_text_ce: 0.038898516446352005 (0.04030289821533643) + | > loss_mel_ce: 3.080162525177002 (2.832495357891306) + | > loss: 0.779765248298645 (0.7181995639999653) + | > current_lr: 5e-06 + | > step_time: 0.1242 (0.12898549246197044) + | > loader_time: 0.005 (0.004921286559596133) + + + --> TIME: 2024-12-24 00:06:02 -- STEP: 6748/7738 -- GLOBAL_STEP: 37700 + | > loss_text_ce: 0.04486769065260887 (0.04030276442119984) + | > loss_mel_ce: 2.805774450302124 (2.8324509270811586) + | > loss: 0.712660551071167 (0.7181884228529565) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12892770138306853) + | > loader_time: 0.0048 (0.004921618197610124) + + + --> TIME: 2024-12-24 00:06:14 -- STEP: 6798/7738 -- GLOBAL_STEP: 37750 + | > loss_text_ce: 0.043022122234106064 (0.04029897154890019) + | > loss_mel_ce: 2.732132911682129 (2.8323425004397365) + | > loss: 0.6937887668609619 (0.7181603679782546) + | > current_lr: 5e-06 + | > step_time: 0.1105 (0.12892244005245235) + | > loader_time: 0.0049 (0.0049222721075724025) + + + --> TIME: 2024-12-24 00:06:25 -- STEP: 6848/7738 -- GLOBAL_STEP: 37800 + | > loss_text_ce: 0.03909248486161232 (0.04030238639913668) + | > loss_mel_ce: 2.838942050933838 (2.8323105734851284) + | > loss: 0.7195086479187012 (0.7181532399937794) + | > current_lr: 5e-06 + | > step_time: 0.128 (0.12890457873728686) + | > loader_time: 0.0051 (0.004922725260257717) + + + --> TIME: 2024-12-24 00:06:37 -- STEP: 6898/7738 -- GLOBAL_STEP: 37850 + | > loss_text_ce: 0.04148716479539871 (0.04030098920921888) + | > loss_mel_ce: 2.9881207942962646 (2.832370217311687) + | > loss: 0.7574020028114319 (0.7181678016606057) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12891601738496916) + | > loader_time: 0.0045 (0.004923222893803107) + + + --> TIME: 2024-12-24 00:06:48 -- STEP: 6948/7738 -- GLOBAL_STEP: 37900 + | > loss_text_ce: 0.03949754312634468 (0.04029833080775717) + | > loss_mel_ce: 2.8168294429779053 (2.832392442823483) + | > loss: 0.7140817642211914 (0.7181726934052645) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.128930935210445) + | > loader_time: 0.0048 (0.004923985034621986) + + + --> TIME: 2024-12-24 00:07:00 -- STEP: 6998/7738 -- GLOBAL_STEP: 37950 + | > loss_text_ce: 0.03974931687116623 (0.040295237410205756) + | > loss_mel_ce: 2.726602077484131 (2.8322920837413217) + | > loss: 0.6915878653526306 (0.7181468302691182) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12894104994784394) + | > loader_time: 0.0048 (0.004925548876991061) + + + --> TIME: 2024-12-24 00:07:11 -- STEP: 7048/7738 -- GLOBAL_STEP: 38000 + | > loss_text_ce: 0.039972979575395584 (0.04029643496447735) + | > loss_mel_ce: 2.8018157482147217 (2.832304413960007) + | > loss: 0.7104471921920776 (0.7181502122106406) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.12893907017117764) + | > loader_time: 0.0046 (0.004925857709295765) + + + --> TIME: 2024-12-24 00:07:23 -- STEP: 7098/7738 -- GLOBAL_STEP: 38050 + | > loss_text_ce: 0.03916565328836441 (0.04029279547460361) + | > loss_mel_ce: 2.776573419570923 (2.8324395450413045) + | > loss: 0.7039347887039185 (0.718183085125042) + | > current_lr: 5e-06 + | > step_time: 0.1214 (0.12895158788928673) + | > loader_time: 0.0048 (0.004926722329849923) + + + --> TIME: 2024-12-24 00:07:35 -- STEP: 7148/7738 -- GLOBAL_STEP: 38100 + | > loss_text_ce: 0.041372619569301605 (0.04029138973133913) + | > loss_mel_ce: 2.886765718460083 (2.8324859651294414) + | > loss: 0.7320345640182495 (0.7181943387176719) + | > current_lr: 5e-06 + | > step_time: 0.0865 (0.12893278937667874) + | > loader_time: 0.0047 (0.004928356485788419) + + + --> TIME: 2024-12-24 00:07:46 -- STEP: 7198/7738 -- GLOBAL_STEP: 38150 + | > loss_text_ce: 0.03778272122144699 (0.04029133450007012) + | > loss_mel_ce: 2.804021120071411 (2.8324381261774123) + | > loss: 0.7104509472846985 (0.7181823651768763) + | > current_lr: 5e-06 + | > step_time: 0.2202 (0.1289172485226479) + | > loader_time: 0.0044 (0.004928554121273426) + + + --> TIME: 2024-12-24 00:07:58 -- STEP: 7248/7738 -- GLOBAL_STEP: 38200 + | > loss_text_ce: 0.03960892930626869 (0.04028769551722907) + | > loss_mel_ce: 2.8647100925445557 (2.832402219473655) + | > loss: 0.7260797619819641 (0.7181724787712366) + | > current_lr: 5e-06 + | > step_time: 0.1355 (0.12896924003728336) + | > loader_time: 0.0052 (0.004929645764117205) + + + --> TIME: 2024-12-24 00:08:09 -- STEP: 7298/7738 -- GLOBAL_STEP: 38250 + | > loss_text_ce: 0.041190505027770996 (0.040285157535922544) + | > loss_mel_ce: 2.9943783283233643 (2.8323591127236174) + | > loss: 0.7588921785354614 (0.718161067576499) + | > current_lr: 5e-06 + | > step_time: 0.1175 (0.1289343147220325) + | > loader_time: 0.0049 (0.004929652538127064) + + + --> TIME: 2024-12-24 00:08:21 -- STEP: 7348/7738 -- GLOBAL_STEP: 38300 + | > loss_text_ce: 0.04056115448474884 (0.040286568799053686) + | > loss_mel_ce: 2.847348690032959 (2.8323284080642397) + | > loss: 0.7219774723052979 (0.7181537442627202) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.12893495990584863) + | > loader_time: 0.005 (0.004929985990975947) + + + --> TIME: 2024-12-24 00:08:32 -- STEP: 7398/7738 -- GLOBAL_STEP: 38350 + | > loss_text_ce: 0.04141120985150337 (0.0402873380612719) + | > loss_mel_ce: 2.7963080406188965 (2.8322371794230587) + | > loss: 0.7094298005104065 (0.7181311294529114) + | > current_lr: 5e-06 + | > step_time: 0.1252 (0.12889416861063496) + | > loader_time: 0.0054 (0.004930262599129324) + + + --> TIME: 2024-12-24 00:08:44 -- STEP: 7448/7738 -- GLOBAL_STEP: 38400 + | > loss_text_ce: 0.03609393537044525 (0.040286887148505326) + | > loss_mel_ce: 2.7944438457489014 (2.832068683573559) + | > loss: 0.707634449005127 (0.7180888927856787) + | > current_lr: 5e-06 + | > step_time: 0.0781 (0.12892949312253016) + | > loader_time: 0.0045 (0.0049311424876642244) + + + --> TIME: 2024-12-24 00:08:55 -- STEP: 7498/7738 -- GLOBAL_STEP: 38450 + | > loss_text_ce: 0.039176080375909805 (0.040286843146493966) + | > loss_mel_ce: 2.7345235347747803 (2.8319229937515473) + | > loss: 0.6934248805046082 (0.7180524593307106) + | > current_lr: 5e-06 + | > step_time: 0.1245 (0.1288890283754512) + | > loader_time: 0.0049 (0.004930934673247254) + + + --> TIME: 2024-12-24 00:09:06 -- STEP: 7548/7738 -- GLOBAL_STEP: 38500 + | > loss_text_ce: 0.042672719806432724 (0.040287266132013735) + | > loss_mel_ce: 2.9508204460144043 (2.8319069763687947) + | > loss: 0.74837327003479 (0.7180485607346472) + | > current_lr: 5e-06 + | > step_time: 0.1144 (0.12886117846484316) + | > loader_time: 0.005 (0.004931296345792119) + + + --> TIME: 2024-12-24 00:09:18 -- STEP: 7598/7738 -- GLOBAL_STEP: 38550 + | > loss_text_ce: 0.03928340598940849 (0.04028347228923649) + | > loss_mel_ce: 2.901506185531616 (2.8318672710169146) + | > loss: 0.7351974248886108 (0.7180376859770606) + | > current_lr: 5e-06 + | > step_time: 0.1156 (0.12885248061699922) + | > loader_time: 0.0047 (0.004931363220998063) + + + --> TIME: 2024-12-24 00:09:29 -- STEP: 7648/7738 -- GLOBAL_STEP: 38600 + | > loss_text_ce: 0.040115080773830414 (0.04028306471205339) + | > loss_mel_ce: 2.6720619201660156 (2.83198033220224) + | > loss: 0.6780442595481873 (0.7180658493767728) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.12884931627925889) + | > loader_time: 0.0049 (0.004931335263421841) + + + --> TIME: 2024-12-24 00:09:41 -- STEP: 7698/7738 -- GLOBAL_STEP: 38650 + | > loss_text_ce: 0.0400547981262207 (0.0402806239605733) + | > loss_mel_ce: 2.809398651123047 (2.832015945435063) + | > loss: 0.7123633623123169 (0.7180741424915484) + | > current_lr: 5e-06 + | > step_time: 0.1674 (0.12884136325943144) + | > loader_time: 0.0054 (0.004931724080794131) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06890024320043708 (+0.0006175775720616283) + | > avg_loss_text_ce: 0.03870186529526807 (-0.00031652335416185173) + | > avg_loss_mel_ce: 2.9484440955248727 (-0.0050355641528834205) + | > avg_loss: 2.9871459609330313 (-0.005352093715858874) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_38690.pth + + > EPOCH: 5/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 00:10:51)  + + --> TIME: 2024-12-24 00:10:54 -- STEP: 10/7738 -- GLOBAL_STEP: 38700 + | > loss_text_ce: 0.037449244409799576 (0.04049731530249119) + | > loss_mel_ce: 2.817140817642212 (2.826625919342041) + | > loss: 0.7136475443840027 (0.716780811548233) + | > current_lr: 5e-06 + | > step_time: 0.1649 (0.13126161098480224) + | > loader_time: 0.0052 (0.0048862934112548825) + + + --> TIME: 2024-12-24 00:11:06 -- STEP: 60/7738 -- GLOBAL_STEP: 38750 + | > loss_text_ce: 0.041170258074998856 (0.040317335973183314) + | > loss_mel_ce: 2.875676155090332 (2.799828807512919) + | > loss: 0.7292116284370422 (0.7100365380446116) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.1328204234441122) + | > loader_time: 0.0049 (0.004818383852640787) + + + --> TIME: 2024-12-24 00:11:17 -- STEP: 110/7738 -- GLOBAL_STEP: 38800 + | > loss_text_ce: 0.0383216068148613 (0.04005624005063014) + | > loss_mel_ce: 2.8494668006896973 (2.8108355738899924) + | > loss: 0.7219470739364624 (0.7127229549668052) + | > current_lr: 5e-06 + | > step_time: 0.1454 (0.13064359751614668) + | > loader_time: 0.0049 (0.004843423583290793) + + + --> TIME: 2024-12-24 00:11:29 -- STEP: 160/7738 -- GLOBAL_STEP: 38850 + | > loss_text_ce: 0.03809850662946701 (0.0403542891610414) + | > loss_mel_ce: 2.8014683723449707 (2.8130145967006674) + | > loss: 0.7098917365074158 (0.7133422218263147) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1287142664194108) + | > loader_time: 0.0046 (0.004821388423442842) + + + --> TIME: 2024-12-24 00:11:40 -- STEP: 210/7738 -- GLOBAL_STEP: 38900 + | > loss_text_ce: 0.03896898776292801 (0.040123581549241415) + | > loss_mel_ce: 2.8907270431518555 (2.8197364387058066) + | > loss: 0.7324240207672119 (0.7149650048641931) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12722171147664402) + | > loader_time: 0.0046 (0.00480688867114839) + + + --> TIME: 2024-12-24 00:11:51 -- STEP: 260/7738 -- GLOBAL_STEP: 38950 + | > loss_text_ce: 0.039768364280462265 (0.04011538477184679) + | > loss_mel_ce: 2.7810118198394775 (2.8222593096586364) + | > loss: 0.7051950693130493 (0.7155936738619437) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12813161611557022) + | > loader_time: 0.0046 (0.00480443972807664) + + + --> TIME: 2024-12-24 00:12:03 -- STEP: 310/7738 -- GLOBAL_STEP: 39000 + | > loss_text_ce: 0.038170356303453445 (0.04007555499913229) + | > loss_mel_ce: 2.792342185974121 (2.8229909304649596) + | > loss: 0.7076281309127808 (0.7157666217896246) + | > current_lr: 5e-06 + | > step_time: 0.1552 (0.12872693307938127) + | > loader_time: 0.0049 (0.004809118086291898) + + + --> TIME: 2024-12-24 00:12:15 -- STEP: 360/7738 -- GLOBAL_STEP: 39050 + | > loss_text_ce: 0.038460880517959595 (0.03999991176856889) + | > loss_mel_ce: 2.8677377700805664 (2.822885539134344) + | > loss: 0.7265496850013733 (0.7157213629947758) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.1293364882469178) + | > loader_time: 0.0045 (0.004813385672039455) + + + --> TIME: 2024-12-24 00:12:27 -- STEP: 410/7738 -- GLOBAL_STEP: 39100 + | > loss_text_ce: 0.042282264679670334 (0.03997876645043129) + | > loss_mel_ce: 2.8849165439605713 (2.8229059672937167) + | > loss: 0.7317997217178345 (0.7157211834337645) + | > current_lr: 5e-06 + | > step_time: 0.1373 (0.12931197852623186) + | > loader_time: 0.0048 (0.004805567206406012) + + + --> TIME: 2024-12-24 00:12:38 -- STEP: 460/7738 -- GLOBAL_STEP: 39150 + | > loss_text_ce: 0.042339861392974854 (0.040002319896998616) + | > loss_mel_ce: 2.853025197982788 (2.8246645714925687) + | > loss: 0.7238412499427795 (0.7161667230336555) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.12968501422716242) + | > loader_time: 0.0045 (0.004800007654272994) + + + --> TIME: 2024-12-24 00:12:50 -- STEP: 510/7738 -- GLOBAL_STEP: 39200 + | > loss_text_ce: 0.041463837027549744 (0.04003157016693377) + | > loss_mel_ce: 3.0124831199645996 (2.8241828567841476) + | > loss: 0.7634867429733276 (0.7160536071833435) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.12978336063085838) + | > loader_time: 0.0044 (0.004798959750755162) + + + --> TIME: 2024-12-24 00:13:01 -- STEP: 560/7738 -- GLOBAL_STEP: 39250 + | > loss_text_ce: 0.04049243405461311 (0.04002800259206976) + | > loss_mel_ce: 2.891488552093506 (2.8242612212896363) + | > loss: 0.7329952716827393 (0.7160723065691329) + | > current_lr: 5e-06 + | > step_time: 0.0917 (0.12948183715343498) + | > loader_time: 0.0048 (0.00479096898010799) + + + --> TIME: 2024-12-24 00:13:13 -- STEP: 610/7738 -- GLOBAL_STEP: 39300 + | > loss_text_ce: 0.038879361003637314 (0.04006681293859832) + | > loss_mel_ce: 2.852332353591919 (2.822303360798321) + | > loss: 0.7228029370307922 (0.715592543902944) + | > current_lr: 5e-06 + | > step_time: 0.1201 (0.12947029793848785) + | > loader_time: 0.0047 (0.004786409315515738) + + + --> TIME: 2024-12-24 00:13:25 -- STEP: 660/7738 -- GLOBAL_STEP: 39350 + | > loss_text_ce: 0.040708549320697784 (0.04006964814933862) + | > loss_mel_ce: 2.9744668006896973 (2.8225118962201217) + | > loss: 0.7537938356399536 (0.7156453863237838) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.1297146981412717) + | > loader_time: 0.0046 (0.004785540248408464) + + + --> TIME: 2024-12-24 00:13:36 -- STEP: 710/7738 -- GLOBAL_STEP: 39400 + | > loss_text_ce: 0.038517724722623825 (0.040065494867067904) + | > loss_mel_ce: 2.724424123764038 (2.822068107631844) + | > loss: 0.6907354593276978 (0.7155334006732614) + | > current_lr: 5e-06 + | > step_time: 0.1091 (0.12952917595984248) + | > loader_time: 0.0046 (0.0047830000729628015) + + + --> TIME: 2024-12-24 00:13:48 -- STEP: 760/7738 -- GLOBAL_STEP: 39450 + | > loss_text_ce: 0.039354801177978516 (0.04008438073000625) + | > loss_mel_ce: 3.0228285789489746 (2.8225304098505717) + | > loss: 0.7655458450317383 (0.7156536976757799) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.1297396333594073) + | > loader_time: 0.0049 (0.004784623886409559) + + + --> TIME: 2024-12-24 00:13:59 -- STEP: 810/7738 -- GLOBAL_STEP: 39500 + | > loss_text_ce: 0.038929834961891174 (0.040103617959000463) + | > loss_mel_ce: 2.835313320159912 (2.8244670561802234) + | > loss: 0.7185608148574829 (0.7161426686210394) + | > current_lr: 5e-06 + | > step_time: 0.1694 (0.12941936210349772) + | > loader_time: 0.0051 (0.004780925939112535) + + + --> TIME: 2024-12-24 00:14:11 -- STEP: 860/7738 -- GLOBAL_STEP: 39550 + | > loss_text_ce: 0.03997504338622093 (0.040088672606750995) + | > loss_mel_ce: 2.8297555446624756 (2.8242767325667444) + | > loss: 0.7174326181411743 (0.7160913512457246) + | > current_lr: 5e-06 + | > step_time: 0.0782 (0.12928608461867952) + | > loader_time: 0.0042 (0.004781509277432465) + + + --> TIME: 2024-12-24 00:14:22 -- STEP: 910/7738 -- GLOBAL_STEP: 39600 + | > loss_text_ce: 0.040210675448179245 (0.040081753110983886) + | > loss_mel_ce: 2.7603213787078857 (2.8249715786713816) + | > loss: 0.7001330256462097 (0.7162633329302398) + | > current_lr: 5e-06 + | > step_time: 0.1506 (0.12912353002108087) + | > loader_time: 0.0049 (0.004780791356013372) + + + --> TIME: 2024-12-24 00:14:34 -- STEP: 960/7738 -- GLOBAL_STEP: 39650 + | > loss_text_ce: 0.03923667594790459 (0.04008556874856975) + | > loss_mel_ce: 2.841597080230713 (2.8248010719815886) + | > loss: 0.720208466053009 (0.7162216601893303) + | > current_lr: 5e-06 + | > step_time: 0.1298 (0.1294040717184547) + | > loader_time: 0.0049 (0.0047822008530298875) + + + --> TIME: 2024-12-24 00:14:46 -- STEP: 1010/7738 -- GLOBAL_STEP: 39700 + | > loss_text_ce: 0.04206877946853638 (0.04007666083698227) + | > loss_mel_ce: 2.7290732860565186 (2.8245030632113464) + | > loss: 0.6927855014801025 (0.7161449310803175) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12950305962326536) + | > loader_time: 0.0048 (0.004783730459685374) + + + --> TIME: 2024-12-24 00:14:57 -- STEP: 1060/7738 -- GLOBAL_STEP: 39750 + | > loss_text_ce: 0.039609503000974655 (0.04008177316413736) + | > loss_mel_ce: 2.7537920475006104 (2.8247965900403145) + | > loss: 0.6983503699302673 (0.716219590801113) + | > current_lr: 5e-06 + | > step_time: 0.1456 (0.1294840835175427) + | > loader_time: 0.0057 (0.004784268928024005) + + + --> TIME: 2024-12-24 00:15:09 -- STEP: 1110/7738 -- GLOBAL_STEP: 39800 + | > loss_text_ce: 0.03951549157500267 (0.040061056429335655) + | > loss_mel_ce: 2.8789989948272705 (2.8250784747235405) + | > loss: 0.7296286225318909 (0.7162848828075167) + | > current_lr: 5e-06 + | > step_time: 0.1463 (0.12945652416160539) + | > loader_time: 0.0048 (0.004785658432556705) + + + --> TIME: 2024-12-24 00:15:20 -- STEP: 1160/7738 -- GLOBAL_STEP: 39850 + | > loss_text_ce: 0.04040352255105972 (0.04009055012901282) + | > loss_mel_ce: 2.8379006385803223 (2.825409764462504) + | > loss: 0.7195760607719421 (0.7163750786205816) + | > current_lr: 5e-06 + | > step_time: 0.0979 (0.1294757302465112) + | > loader_time: 0.005 (0.0047875145386005276) + + + --> TIME: 2024-12-24 00:15:32 -- STEP: 1210/7738 -- GLOBAL_STEP: 39900 + | > loss_text_ce: 0.04428188130259514 (0.04011449259051606) + | > loss_mel_ce: 2.940387487411499 (2.8255536958205796) + | > loss: 0.7461673617362976 (0.7164170471597305) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12959916434012192) + | > loader_time: 0.0044 (0.0047901372279017425) + + + --> TIME: 2024-12-24 00:15:44 -- STEP: 1260/7738 -- GLOBAL_STEP: 39950 + | > loss_text_ce: 0.041670020669698715 (0.040109018064917075) + | > loss_mel_ce: 2.707690715789795 (2.82563189779009) + | > loss: 0.6873401999473572 (0.7164352290687103) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.1294937073238314) + | > loader_time: 0.005 (0.004790014690823026) + + + --> TIME: 2024-12-24 00:15:55 -- STEP: 1310/7738 -- GLOBAL_STEP: 40000 + | > loss_text_ce: 0.04420877993106842 (0.0401166795546772) + | > loss_mel_ce: 2.7334885597229004 (2.8244673992841283) + | > loss: 0.6944243311882019 (0.716146019806388) + | > current_lr: 5e-06 + | > step_time: 0.1473 (0.12931754334282347) + | > loader_time: 0.005 (0.004790129370361795) + + + --> TIME: 2024-12-24 00:16:06 -- STEP: 1360/7738 -- GLOBAL_STEP: 40050 + | > loss_text_ce: 0.04123144969344139 (0.04011187841294003) + | > loss_mel_ce: 2.7339515686035156 (2.8242212034323626) + | > loss: 0.6937957406044006 (0.7160832703990091) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.12916460142416128) + | > loader_time: 0.0049 (0.004788918179624223) + + + --> TIME: 2024-12-24 00:16:18 -- STEP: 1410/7738 -- GLOBAL_STEP: 40100 + | > loss_text_ce: 0.039829421788454056 (0.04010834713724064) + | > loss_mel_ce: 2.753584861755371 (2.82437310776812) + | > loss: 0.6983535885810852 (0.7161203637190741) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12912552508902053) + | > loader_time: 0.0044 (0.004788273784285745) + + + --> TIME: 2024-12-24 00:16:29 -- STEP: 1460/7738 -- GLOBAL_STEP: 40150 + | > loss_text_ce: 0.03842414170503616 (0.040125033129261765) + | > loss_mel_ce: 2.734994888305664 (2.8242486974964396) + | > loss: 0.6933547854423523 (0.7160934327808142) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.12917227238824927) + | > loader_time: 0.0047 (0.004790547939196024) + + + --> TIME: 2024-12-24 00:16:41 -- STEP: 1510/7738 -- GLOBAL_STEP: 40200 + | > loss_text_ce: 0.040552958846092224 (0.040123788950755086) + | > loss_mel_ce: 2.7380173206329346 (2.8239828207634927) + | > loss: 0.6946425437927246 (0.7160266524513823) + | > current_lr: 5e-06 + | > step_time: 0.1641 (0.12930889477003507) + | > loader_time: 0.0054 (0.004792519120980575) + + + --> TIME: 2024-12-24 00:16:53 -- STEP: 1560/7738 -- GLOBAL_STEP: 40250 + | > loss_text_ce: 0.041184201836586 (0.04011369536702448) + | > loss_mel_ce: 2.7312052249908447 (2.8243240941793486) + | > loss: 0.6930973529815674 (0.7161094474868894) + | > current_lr: 5e-06 + | > step_time: 0.0982 (0.12932170033454904) + | > loader_time: 0.0065 (0.004796799329610974) + + + --> TIME: 2024-12-24 00:17:04 -- STEP: 1610/7738 -- GLOBAL_STEP: 40300 + | > loss_text_ce: 0.038752131164073944 (0.04011055497417906) + | > loss_mel_ce: 2.7749037742614746 (2.825127087172514) + | > loss: 0.7034139633178711 (0.7163094106668269) + | > current_lr: 5e-06 + | > step_time: 0.1386 (0.12929692209137164) + | > loader_time: 0.005 (0.0048000697023379895) + + + --> TIME: 2024-12-24 00:17:16 -- STEP: 1660/7738 -- GLOBAL_STEP: 40350 + | > loss_text_ce: 0.04259215667843819 (0.04010373200233799) + | > loss_mel_ce: 2.6726672649383545 (2.82532743574625) + | > loss: 0.6788148283958435 (0.7163577919623936) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.1293747947876713) + | > loader_time: 0.0048 (0.004802138690488885) + + + --> TIME: 2024-12-24 00:17:28 -- STEP: 1710/7738 -- GLOBAL_STEP: 40400 + | > loss_text_ce: 0.03687235340476036 (0.04011240448388786) + | > loss_mel_ce: 2.7838501930236816 (2.825706817113865) + | > loss: 0.7051806449890137 (0.716454805372751) + | > current_lr: 5e-06 + | > step_time: 0.1171 (0.12950497872648206) + | > loader_time: 0.0048 (0.0048056087995830355) + + + --> TIME: 2024-12-24 00:17:39 -- STEP: 1760/7738 -- GLOBAL_STEP: 40450 + | > loss_text_ce: 0.042270731180906296 (0.04010676610156553) + | > loss_mel_ce: 2.975566864013672 (2.8254201119596303) + | > loss: 0.7544593811035156 (0.7163817194713785) + | > current_lr: 5e-06 + | > step_time: 0.1196 (0.1294099321419545) + | > loader_time: 0.0049 (0.004807108098810371) + + + --> TIME: 2024-12-24 00:17:51 -- STEP: 1810/7738 -- GLOBAL_STEP: 40500 + | > loss_text_ce: 0.03779250383377075 (0.04011298157068904) + | > loss_mel_ce: 2.945561408996582 (2.8245756255987593) + | > loss: 0.745838463306427 (0.7161721516709298) + | > current_lr: 5e-06 + | > step_time: 0.1371 (0.1293606837151461) + | > loader_time: 0.0051 (0.0048094645389535826) + + + --> TIME: 2024-12-24 00:18:03 -- STEP: 1860/7738 -- GLOBAL_STEP: 40550 + | > loss_text_ce: 0.041038502007722855 (0.040118705116773144) + | > loss_mel_ce: 2.8111066818237305 (2.8240440710898365) + | > loss: 0.713036298751831 (0.7160406939445001) + | > current_lr: 5e-06 + | > step_time: 0.0938 (0.1293744037228247) + | > loader_time: 0.0047 (0.004812379806272447) + + + --> TIME: 2024-12-24 00:18:14 -- STEP: 1910/7738 -- GLOBAL_STEP: 40600 + | > loss_text_ce: 0.04076341167092323 (0.040113293404900566) + | > loss_mel_ce: 2.785172462463379 (2.823711528203874) + | > loss: 0.7064839601516724 (0.7159562052544497) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.12928423819117527) + | > loader_time: 0.0052 (0.004813994787126313) + + + --> TIME: 2024-12-24 00:18:25 -- STEP: 1960/7738 -- GLOBAL_STEP: 40650 + | > loss_text_ce: 0.038537461310625076 (0.040101012933467094) + | > loss_mel_ce: 2.7750768661499023 (2.8236918386147942) + | > loss: 0.7034035921096802 (0.7159482127549694) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12924362822454802) + | > loader_time: 0.0051 (0.004816445525811645) + + + --> TIME: 2024-12-24 00:18:37 -- STEP: 2010/7738 -- GLOBAL_STEP: 40700 + | > loss_text_ce: 0.04021111875772476 (0.04010499759174103) + | > loss_mel_ce: 2.7892301082611084 (2.8234486335545625) + | > loss: 0.7073603272438049 (0.7158884076929802) + | > current_lr: 5e-06 + | > step_time: 0.1725 (0.12912298363832692) + | > loader_time: 0.0055 (0.004817186066167273) + + + --> TIME: 2024-12-24 00:18:48 -- STEP: 2060/7738 -- GLOBAL_STEP: 40750 + | > loss_text_ce: 0.04045277088880539 (0.04010373288855967) + | > loss_mel_ce: 2.8745779991149902 (2.823520905531725) + | > loss: 0.7287576794624329 (0.7159061594206151) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.1291995004542823) + | > loader_time: 0.0046 (0.0048196462751592265) + + + --> TIME: 2024-12-24 00:19:00 -- STEP: 2110/7738 -- GLOBAL_STEP: 40800 + | > loss_text_ce: 0.0405193455517292 (0.04012095076848543) + | > loss_mel_ce: 2.8163373470306396 (2.823203169452069) + | > loss: 0.7142141461372375 (0.715831030008352) + | > current_lr: 5e-06 + | > step_time: 0.1238 (0.1291255469570793) + | > loader_time: 0.0054 (0.004821034065355058) + + + --> TIME: 2024-12-24 00:19:11 -- STEP: 2160/7738 -- GLOBAL_STEP: 40850 + | > loss_text_ce: 0.03865009546279907 (0.04011748143195827) + | > loss_mel_ce: 2.8336832523345947 (2.8229655952365307) + | > loss: 0.7180833220481873 (0.7157707690916676) + | > current_lr: 5e-06 + | > step_time: 0.1214 (0.12913640516775626) + | > loader_time: 0.0052 (0.004823570560525966) + + + --> TIME: 2024-12-24 00:19:23 -- STEP: 2210/7738 -- GLOBAL_STEP: 40900 + | > loss_text_ce: 0.040060896426439285 (0.04010323017532198) + | > loss_mel_ce: 2.663088083267212 (2.82264573628007) + | > loss: 0.6757872700691223 (0.7156872416513533) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12911554019375623) + | > loader_time: 0.0048 (0.004826659854181213) + + + --> TIME: 2024-12-24 00:19:34 -- STEP: 2260/7738 -- GLOBAL_STEP: 40950 + | > loss_text_ce: 0.040636613965034485 (0.0401033098092385) + | > loss_mel_ce: 2.8810863494873047 (2.8230527890467005) + | > loss: 0.7304307222366333 (0.7157890247560177) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12903443849192253) + | > loader_time: 0.0048 (0.0048286903220995355) + + + --> TIME: 2024-12-24 00:19:46 -- STEP: 2310/7738 -- GLOBAL_STEP: 41000 + | > loss_text_ce: 0.04188702628016472 (0.04011037122958148) + | > loss_mel_ce: 2.685683488845825 (2.8226012687146396) + | > loss: 0.6818926334381104 (0.7156779100368547) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.1290535300325005) + | > loader_time: 0.0047 (0.004830258955687157) + + + --> TIME: 2024-12-24 00:19:57 -- STEP: 2360/7738 -- GLOBAL_STEP: 41050 + | > loss_text_ce: 0.03948601707816124 (0.040110108298959855) + | > loss_mel_ce: 2.7790884971618652 (2.8220608901169335) + | > loss: 0.7046436071395874 (0.7155427496564587) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12901925171835957) + | > loader_time: 0.005 (0.0048320815724841645) + + + --> TIME: 2024-12-24 00:20:09 -- STEP: 2410/7738 -- GLOBAL_STEP: 41100 + | > loss_text_ce: 0.04105140641331673 (0.04010474872756049) + | > loss_mel_ce: 2.859921455383301 (2.8220928992473238) + | > loss: 0.7252432107925415 (0.7155494120111109) + | > current_lr: 5e-06 + | > step_time: 0.1739 (0.12902104468761147) + | > loader_time: 0.0052 (0.004836950658267958) + + + --> TIME: 2024-12-24 00:20:20 -- STEP: 2460/7738 -- GLOBAL_STEP: 41150 + | > loss_text_ce: 0.04078590124845505 (0.04010054393694161) + | > loss_mel_ce: 2.6598925590515137 (2.8222098015188206) + | > loss: 0.6751695871353149 (0.7155775863949846) + | > current_lr: 5e-06 + | > step_time: 0.1341 (0.12895229269818576) + | > loader_time: 0.005 (0.00483732049058123) + + + --> TIME: 2024-12-24 00:20:32 -- STEP: 2510/7738 -- GLOBAL_STEP: 41200 + | > loss_text_ce: 0.04277173429727554 (0.04010348962508578) + | > loss_mel_ce: 2.8336381912231445 (2.8219945645427336) + | > loss: 0.7191025018692017 (0.7155245135029951) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.12891940367649277) + | > loader_time: 0.0049 (0.004839002468671454) + + + --> TIME: 2024-12-24 00:20:43 -- STEP: 2560/7738 -- GLOBAL_STEP: 41250 + | > loss_text_ce: 0.03939487785100937 (0.04010879476409163) + | > loss_mel_ce: 2.773348331451416 (2.822277944255621) + | > loss: 0.7031857967376709 (0.7155966846970843) + | > current_lr: 5e-06 + | > step_time: 0.092 (0.1289791869930923) + | > loader_time: 0.0046 (0.0048411604948341794) + + + --> TIME: 2024-12-24 00:20:54 -- STEP: 2610/7738 -- GLOBAL_STEP: 41300 + | > loss_text_ce: 0.04089891165494919 (0.04010095963275969) + | > loss_mel_ce: 2.781620502471924 (2.822505881868561) + | > loss: 0.705629825592041 (0.7156517102572199) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.12884619784081125) + | > loader_time: 0.0048 (0.004841567364689029) + + + --> TIME: 2024-12-24 00:21:06 -- STEP: 2660/7738 -- GLOBAL_STEP: 41350 + | > loss_text_ce: 0.03957023099064827 (0.040097821712549796) + | > loss_mel_ce: 3.007833480834961 (2.8225193937918314) + | > loss: 0.7618509531021118 (0.7156543037945168) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12891791548047754) + | > loader_time: 0.005 (0.004843896582610618) + + + --> TIME: 2024-12-24 00:21:17 -- STEP: 2710/7738 -- GLOBAL_STEP: 41400 + | > loss_text_ce: 0.04339183121919632 (0.04009420966585172) + | > loss_mel_ce: 2.8037848472595215 (2.8221436521663885) + | > loss: 0.7117941975593567 (0.715559465418882) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12881128453680504) + | > loader_time: 0.0045 (0.004844434058974143) + + + --> TIME: 2024-12-24 00:21:29 -- STEP: 2760/7738 -- GLOBAL_STEP: 41450 + | > loss_text_ce: 0.03872128203511238 (0.04008795562051766) + | > loss_mel_ce: 2.649786949157715 (2.821711817858875) + | > loss: 0.6721270680427551 (0.7154499433610744) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12884479372397714) + | > loader_time: 0.0048 (0.004845335345337348) + + + --> TIME: 2024-12-24 00:21:41 -- STEP: 2810/7738 -- GLOBAL_STEP: 41500 + | > loss_text_ce: 0.03795403242111206 (0.04008263386123112) + | > loss_mel_ce: 2.787637948989868 (2.821761815912784) + | > loss: 0.7063980102539062 (0.7154611123838455) + | > current_lr: 5e-06 + | > step_time: 0.1242 (0.12885785968278238) + | > loader_time: 0.005 (0.004846864747831394) + + + --> TIME: 2024-12-24 00:21:52 -- STEP: 2860/7738 -- GLOBAL_STEP: 41550 + | > loss_text_ce: 0.04096363112330437 (0.0400775917916447) + | > loss_mel_ce: 2.7916064262390137 (2.8213558744717306) + | > loss: 0.7081425189971924 (0.7153583666452992) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.12880434181306755) + | > loader_time: 0.0045 (0.0048476869409734445) + + + --> TIME: 2024-12-24 00:22:04 -- STEP: 2910/7738 -- GLOBAL_STEP: 41600 + | > loss_text_ce: 0.03816419094800949 (0.04008043413898574) + | > loss_mel_ce: 2.9339122772216797 (2.821329568341834) + | > loss: 0.7430191040039062 (0.7153525006934947) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12886246504242896) + | > loader_time: 0.0049 (0.004850007250546573) + + + --> TIME: 2024-12-24 00:22:15 -- STEP: 2960/7738 -- GLOBAL_STEP: 41650 + | > loss_text_ce: 0.037719715386629105 (0.040080570493749204) + | > loss_mel_ce: 2.8655078411102295 (2.821411611421687) + | > loss: 0.7258068919181824 (0.7153730455685303) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.1288180413278374) + | > loader_time: 0.0048 (0.00485162291977855) + + + --> TIME: 2024-12-24 00:22:27 -- STEP: 3010/7738 -- GLOBAL_STEP: 41700 + | > loss_text_ce: 0.04102184250950813 (0.0400784640291402) + | > loss_mel_ce: 2.6745049953460693 (2.821051043846281) + | > loss: 0.6788817048072815 (0.7152823770165044) + | > current_lr: 5e-06 + | > step_time: 0.1376 (0.1287669470143873) + | > loader_time: 0.005 (0.004852491280565216) + + + --> TIME: 2024-12-24 00:22:38 -- STEP: 3060/7738 -- GLOBAL_STEP: 41750 + | > loss_text_ce: 0.04068177565932274 (0.04008298776069882) + | > loss_mel_ce: 2.7609071731567383 (2.8212318844265396) + | > loss: 0.700397253036499 (0.7153287181082891) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12878339524362614) + | > loader_time: 0.0054 (0.0048540752697614166) + + + --> TIME: 2024-12-24 00:22:50 -- STEP: 3110/7738 -- GLOBAL_STEP: 41800 + | > loss_text_ce: 0.0389309860765934 (0.04008959371153365) + | > loss_mel_ce: 2.8140947818756104 (2.8213061107316575) + | > loss: 0.7132564187049866 (0.715348926196144) + | > current_lr: 5e-06 + | > step_time: 0.1642 (0.12883583794069448) + | > loader_time: 0.0053 (0.004857197145173777) + + + --> TIME: 2024-12-24 00:23:02 -- STEP: 3160/7738 -- GLOBAL_STEP: 41850 + | > loss_text_ce: 0.03962986171245575 (0.04008593633299381) + | > loss_mel_ce: 2.8306527137756348 (2.821177676433248) + | > loss: 0.7175706624984741 (0.7153159032328217) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.1288793854321106) + | > loader_time: 0.0048 (0.004858808049672755) + + + --> TIME: 2024-12-24 00:23:13 -- STEP: 3210/7738 -- GLOBAL_STEP: 41900 + | > loss_text_ce: 0.04025762528181076 (0.04008573949615525) + | > loss_mel_ce: 2.7509663105010986 (2.820950370859876) + | > loss: 0.6978060007095337 (0.7152590277038999) + | > current_lr: 5e-06 + | > step_time: 0.1006 (0.12883083374700827) + | > loader_time: 0.0046 (0.004859457134829123) + + + --> TIME: 2024-12-24 00:23:24 -- STEP: 3260/7738 -- GLOBAL_STEP: 41950 + | > loss_text_ce: 0.03944912180304527 (0.04008761150819568) + | > loss_mel_ce: 2.8444440364837646 (2.820975118546397) + | > loss: 0.7209733128547668 (0.7152656826139225) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12879274695928844) + | > loader_time: 0.0048 (0.004859826681804064) + + + --> TIME: 2024-12-24 00:23:36 -- STEP: 3310/7738 -- GLOBAL_STEP: 42000 + | > loss_text_ce: 0.03584155812859535 (0.04008917356658371) + | > loss_mel_ce: 2.8529016971588135 (2.8208660905814953) + | > loss: 0.7221857905387878 (0.7152388160322365) + | > current_lr: 5e-06 + | > step_time: 0.1237 (0.12878730253870754) + | > loader_time: 0.0049 (0.004860540243073882) + + + --> TIME: 2024-12-24 00:23:47 -- STEP: 3360/7738 -- GLOBAL_STEP: 42050 + | > loss_text_ce: 0.03604044392704964 (0.04008449930808544) + | > loss_mel_ce: 2.852315664291382 (2.8207567425001225) + | > loss: 0.7220890522003174 (0.715210310493906) + | > current_lr: 5e-06 + | > step_time: 0.1396 (0.12874884023552846) + | > loader_time: 0.0051 (0.0048613734188533856) + + + --> TIME: 2024-12-24 00:23:59 -- STEP: 3410/7738 -- GLOBAL_STEP: 42100 + | > loss_text_ce: 0.04068148881196976 (0.04007497409418699) + | > loss_mel_ce: 2.758495807647705 (2.8205294706255097) + | > loss: 0.699794352054596 (0.7151511112091475) + | > current_lr: 5e-06 + | > step_time: 0.1232 (0.12873945480917204) + | > loader_time: 0.0046 (0.004861280925113075) + + + --> TIME: 2024-12-24 00:24:10 -- STEP: 3460/7738 -- GLOBAL_STEP: 42150 + | > loss_text_ce: 0.03835144266486168 (0.04006474847781514) + | > loss_mel_ce: 2.8916053771972656 (2.8206447180985017) + | > loss: 0.7324892282485962 (0.7151773665854005) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.12869558816700305) + | > loader_time: 0.0051 (0.004860656661105284) + + + --> TIME: 2024-12-24 00:24:22 -- STEP: 3510/7738 -- GLOBAL_STEP: 42200 + | > loss_text_ce: 0.043164562433958054 (0.04006562270542489) + | > loss_mel_ce: 2.99169921875 (2.8205706263539447) + | > loss: 0.7587159276008606 (0.7151590621878956) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.1287262250894834) + | > loader_time: 0.005 (0.0048607123883021765) + + + --> TIME: 2024-12-24 00:24:34 -- STEP: 3560/7738 -- GLOBAL_STEP: 42250 + | > loss_text_ce: 0.038212042301893234 (0.04006208322753893) + | > loss_mel_ce: 2.696514129638672 (2.8204227501086963) + | > loss: 0.6836815476417542 (0.7151212083154848) + | > current_lr: 5e-06 + | > step_time: 0.0779 (0.1287450090552982) + | > loader_time: 0.0044 (0.004861636376113024) + + + --> TIME: 2024-12-24 00:24:45 -- STEP: 3610/7738 -- GLOBAL_STEP: 42300 + | > loss_text_ce: 0.0414457842707634 (0.04006041648521642) + | > loss_mel_ce: 2.9734530448913574 (2.820293064262727) + | > loss: 0.7537246942520142 (0.7150883701534481) + | > current_lr: 5e-06 + | > step_time: 0.1062 (0.12880145955283875) + | > loader_time: 0.0044 (0.004861832853829752) + + + --> TIME: 2024-12-24 00:24:57 -- STEP: 3660/7738 -- GLOBAL_STEP: 42350 + | > loss_text_ce: 0.039095040410757065 (0.04005834304223777) + | > loss_mel_ce: 2.78974986076355 (2.8205073628920667) + | > loss: 0.7072111964225769 (0.71514142647467) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.12887304864945942) + | > loader_time: 0.0051 (0.004863385164021133) + + + --> TIME: 2024-12-24 00:25:09 -- STEP: 3710/7738 -- GLOBAL_STEP: 42400 + | > loss_text_ce: 0.040595103055238724 (0.04005919237121572) + | > loss_mel_ce: 2.7395567893981934 (2.8204753697721774) + | > loss: 0.6950379610061646 (0.7151336405476467) + | > current_lr: 5e-06 + | > step_time: 0.1485 (0.1288407442062047) + | > loader_time: 0.0051 (0.004863923322158351) + + + --> TIME: 2024-12-24 00:25:20 -- STEP: 3760/7738 -- GLOBAL_STEP: 42450 + | > loss_text_ce: 0.03869137540459633 (0.04005607922680353) + | > loss_mel_ce: 2.788149118423462 (2.8205141096039013) + | > loss: 0.7067101001739502 (0.71514254719653) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12882252519435058) + | > loader_time: 0.0047 (0.004864983736200526) + + + --> TIME: 2024-12-24 00:25:31 -- STEP: 3810/7738 -- GLOBAL_STEP: 42500 + | > loss_text_ce: 0.04293261840939522 (0.04005365815218972) + | > loss_mel_ce: 2.9499504566192627 (2.820594552433083) + | > loss: 0.7482207417488098 (0.7151620526482737) + | > current_lr: 5e-06 + | > step_time: 0.1086 (0.128798684297897) + | > loader_time: 0.0049 (0.00486628352187749) + + + --> TIME: 2024-12-24 00:25:43 -- STEP: 3860/7738 -- GLOBAL_STEP: 42550 + | > loss_text_ce: 0.036055754870176315 (0.04005183866488804) + | > loss_mel_ce: 2.8553624153137207 (2.821109557522392) + | > loss: 0.7228545546531677 (0.7152903490579188) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12882092808194726) + | > loader_time: 0.0049 (0.004868011709321956) + + + --> TIME: 2024-12-24 00:25:54 -- STEP: 3910/7738 -- GLOBAL_STEP: 42600 + | > loss_text_ce: 0.04135098308324814 (0.04004553636474067) + | > loss_mel_ce: 2.9791452884674072 (2.8207950012763128) + | > loss: 0.7551240921020508 (0.7152101344464683) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.12877824117460512) + | > loader_time: 0.0049 (0.004869529719242955) + + + --> TIME: 2024-12-24 00:26:06 -- STEP: 3960/7738 -- GLOBAL_STEP: 42650 + | > loss_text_ce: 0.04137995094060898 (0.040046780504700154) + | > loss_mel_ce: 2.9315104484558105 (2.820493548566644) + | > loss: 0.7432225942611694 (0.7151350823315705) + | > current_lr: 5e-06 + | > step_time: 0.149 (0.12878465568176423) + | > loader_time: 0.0054 (0.0048715350001749275) + + + --> TIME: 2024-12-24 00:26:17 -- STEP: 4010/7738 -- GLOBAL_STEP: 42700 + | > loss_text_ce: 0.039594314992427826 (0.040047174341920844) + | > loss_mel_ce: 2.8362247943878174 (2.8202153610172407) + | > loss: 0.7189548015594482 (0.7150656338493127) + | > current_lr: 5e-06 + | > step_time: 0.1196 (0.1287302827002699) + | > loader_time: 0.0048 (0.004872585115884596) + + + --> TIME: 2024-12-24 00:26:29 -- STEP: 4060/7738 -- GLOBAL_STEP: 42750 + | > loss_text_ce: 0.04229024425148964 (0.04005126383687763) + | > loss_mel_ce: 2.7044436931610107 (2.8200531322380584) + | > loss: 0.6866834759712219 (0.7150260989448705) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12869485869196248) + | > loader_time: 0.0049 (0.004873202117205832) + + + --> TIME: 2024-12-24 00:26:40 -- STEP: 4110/7738 -- GLOBAL_STEP: 42800 + | > loss_text_ce: 0.03867587074637413 (0.04004936160705525) + | > loss_mel_ce: 2.8121864795684814 (2.8198165669638446) + | > loss: 0.7127155661582947 (0.7149664820545779) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12870755845322807) + | > loader_time: 0.005 (0.004873982833249717) + + + --> TIME: 2024-12-24 00:26:52 -- STEP: 4160/7738 -- GLOBAL_STEP: 42850 + | > loss_text_ce: 0.04081868380308151 (0.04004985237082175) + | > loss_mel_ce: 2.9809789657592773 (2.820208142182001) + | > loss: 0.7554494142532349 (0.7150644985529091) + | > current_lr: 5e-06 + | > step_time: 0.1397 (0.12868832791080842) + | > loader_time: 0.0052 (0.004874551754731391) + + + --> TIME: 2024-12-24 00:27:03 -- STEP: 4210/7738 -- GLOBAL_STEP: 42900 + | > loss_text_ce: 0.042155779898166656 (0.040049552967032984) + | > loss_mel_ce: 2.5605926513671875 (2.820120986566973) + | > loss: 0.6506870985031128 (0.715042634800324) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.12870553898981232) + | > loader_time: 0.0049 (0.004875469151132175) + + + --> TIME: 2024-12-24 00:27:15 -- STEP: 4260/7738 -- GLOBAL_STEP: 42950 + | > loss_text_ce: 0.03542627394199371 (0.04004609783315598) + | > loss_mel_ce: 2.895653247833252 (2.8202245537663835) + | > loss: 0.7327699065208435 (0.7150676627813929) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12870483269713853) + | > loader_time: 0.0048 (0.004876355609983339) + + + --> TIME: 2024-12-24 00:27:26 -- STEP: 4310/7738 -- GLOBAL_STEP: 43000 + | > loss_text_ce: 0.03869948908686638 (0.04004365835952506) + | > loss_mel_ce: 2.711198091506958 (2.820499574833844) + | > loss: 0.6874743700027466 (0.7151358081680439) + | > current_lr: 5e-06 + | > step_time: 0.117 (0.12870548485050062) + | > loader_time: 0.0049 (0.0048770926668029865) + + + --> TIME: 2024-12-24 00:27:38 -- STEP: 4360/7738 -- GLOBAL_STEP: 43050 + | > loss_text_ce: 0.03659776225686073 (0.04004442298511433) + | > loss_mel_ce: 2.949583053588867 (2.8205612271203893) + | > loss: 0.7465451955795288 (0.7151514124432836) + | > current_lr: 5e-06 + | > step_time: 0.1389 (0.1287146700084756) + | > loader_time: 0.0052 (0.004877309569525056) + + + --> TIME: 2024-12-24 00:27:50 -- STEP: 4410/7738 -- GLOBAL_STEP: 43100 + | > loss_text_ce: 0.04031950235366821 (0.04004215145242861) + | > loss_mel_ce: 2.810601234436035 (2.8205358174382402) + | > loss: 0.7127301692962646 (0.7151444921012368) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.128739834750861) + | > loader_time: 0.005 (0.004877470410059361) + + + --> TIME: 2024-12-24 00:28:01 -- STEP: 4460/7738 -- GLOBAL_STEP: 43150 + | > loss_text_ce: 0.037840019911527634 (0.04003638160820095) + | > loss_mel_ce: 3.049161911010742 (2.820930386819111) + | > loss: 0.7717505097389221 (0.7152416919779886) + | > current_lr: 5e-06 + | > step_time: 0.1217 (0.1287206077789512) + | > loader_time: 0.0051 (0.0048775909192893445) + + + --> TIME: 2024-12-24 00:28:12 -- STEP: 4510/7738 -- GLOBAL_STEP: 43200 + | > loss_text_ce: 0.038519587367773056 (0.04003722113773984) + | > loss_mel_ce: 2.820662021636963 (2.820938731402885) + | > loss: 0.7147954106330872 (0.7152439880397526) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12868029394593836) + | > loader_time: 0.0051 (0.004876909974937687) + + + --> TIME: 2024-12-24 00:28:24 -- STEP: 4560/7738 -- GLOBAL_STEP: 43250 + | > loss_text_ce: 0.036396823823451996 (0.04003224918586118) + | > loss_mel_ce: 2.696415424346924 (2.82095148882322) + | > loss: 0.6832030415534973 (0.7152459344189418) + | > current_lr: 5e-06 + | > step_time: 0.1473 (0.1287063513931474) + | > loader_time: 0.0053 (0.004877511764827522) + + + --> TIME: 2024-12-24 00:28:36 -- STEP: 4610/7738 -- GLOBAL_STEP: 43300 + | > loss_text_ce: 0.040001243352890015 (0.04003128581023784) + | > loss_mel_ce: 2.8847877979278564 (2.8208093088257575) + | > loss: 0.7311972379684448 (0.71521014860809) + | > current_lr: 5e-06 + | > step_time: 0.1482 (0.12871432387130624) + | > loader_time: 0.0052 (0.004878669550517112) + + + --> TIME: 2024-12-24 00:28:47 -- STEP: 4660/7738 -- GLOBAL_STEP: 43350 + | > loss_text_ce: 0.04366633668541908 (0.040029612261114456) + | > loss_mel_ce: 2.949733257293701 (2.821185835236641) + | > loss: 0.7483499050140381 (0.7153038618262747) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.1287216140988558) + | > loader_time: 0.0049 (0.004879646239874184) + + + --> TIME: 2024-12-24 00:28:59 -- STEP: 4710/7738 -- GLOBAL_STEP: 43400 + | > loss_text_ce: 0.038449786603450775 (0.040024781718280666) + | > loss_mel_ce: 2.8950035572052 (2.8213493221125017) + | > loss: 0.7333633303642273 (0.7153435259108334) + | > current_lr: 5e-06 + | > step_time: 0.1384 (0.12874007918525893) + | > loader_time: 0.0049 (0.004880596422086093) + + + --> TIME: 2024-12-24 00:29:11 -- STEP: 4760/7738 -- GLOBAL_STEP: 43450 + | > loss_text_ce: 0.041083235293626785 (0.04002084636966844) + | > loss_mel_ce: 2.8425543308258057 (2.82110885852525) + | > loss: 0.7209094166755676 (0.7152824261859685) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.1287641770198564) + | > loader_time: 0.005 (0.004881305904949407) + + + --> TIME: 2024-12-24 00:29:22 -- STEP: 4810/7738 -- GLOBAL_STEP: 43500 + | > loss_text_ce: 0.039003483951091766 (0.04002084900274595) + | > loss_mel_ce: 2.888482093811035 (2.8212093313617643) + | > loss: 0.7318713665008545 (0.7153075450423355) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12876123009005583) + | > loader_time: 0.0052 (0.004882163763541932) + + + --> TIME: 2024-12-24 00:29:34 -- STEP: 4860/7738 -- GLOBAL_STEP: 43550 + | > loss_text_ce: 0.04428470879793167 (0.040016902696509905) + | > loss_mel_ce: 2.9307501316070557 (2.820758799368461) + | > loss: 0.7437587380409241 (0.7151939254484061) + | > current_lr: 5e-06 + | > step_time: 0.1274 (0.1287676330947088) + | > loader_time: 0.0051 (0.004883303318494625) + + + --> TIME: 2024-12-24 00:29:45 -- STEP: 4910/7738 -- GLOBAL_STEP: 43600 + | > loss_text_ce: 0.03784019500017166 (0.040017315515463066) + | > loss_mel_ce: 2.8972392082214355 (2.8209104670040968) + | > loss: 0.7337698340415955 (0.7152319454976835) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12874259501999083) + | > loader_time: 0.0043 (0.004883418063767811) + + + --> TIME: 2024-12-24 00:29:57 -- STEP: 4960/7738 -- GLOBAL_STEP: 43650 + | > loss_text_ce: 0.04409690201282501 (0.04001141728217443) + | > loss_mel_ce: 2.9504332542419434 (2.8211538167249772) + | > loss: 0.748632550239563 (0.7152913083833072) + | > current_lr: 5e-06 + | > step_time: 0.1245 (0.128772864658986) + | > loader_time: 0.0052 (0.004884390436833898) + + + --> TIME: 2024-12-24 00:30:08 -- STEP: 5010/7738 -- GLOBAL_STEP: 43700 + | > loss_text_ce: 0.03717856854200363 (0.040010077883294234) + | > loss_mel_ce: 2.9543235301971436 (2.821041333604002) + | > loss: 0.7478755116462708 (0.7152628527311038) + | > current_lr: 5e-06 + | > step_time: 0.1504 (0.12874816063635328) + | > loader_time: 0.005 (0.004884639614356486) + + + --> TIME: 2024-12-24 00:30:20 -- STEP: 5060/7738 -- GLOBAL_STEP: 43750 + | > loss_text_ce: 0.039528973400592804 (0.0400126251660788) + | > loss_mel_ce: 2.7501158714294434 (2.8208600702493096) + | > loss: 0.6974112391471863 (0.7152181737154373) + | > current_lr: 5e-06 + | > step_time: 0.1389 (0.12878383176599995) + | > loader_time: 0.0053 (0.00488560157331082) + + + --> TIME: 2024-12-24 00:30:31 -- STEP: 5110/7738 -- GLOBAL_STEP: 43800 + | > loss_text_ce: 0.040287237614393234 (0.04001177466618456) + | > loss_mel_ce: 2.80718731880188 (2.8205908889173332) + | > loss: 0.7118686437606812 (0.7151506657703048) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12876211281158642) + | > loader_time: 0.0044 (0.0048860708094856245) + + + --> TIME: 2024-12-24 00:30:43 -- STEP: 5160/7738 -- GLOBAL_STEP: 43850 + | > loss_text_ce: 0.03846389055252075 (0.04000934415619618) + | > loss_mel_ce: 2.831265687942505 (2.8206065759640384) + | > loss: 0.7174323797225952 (0.7151539798854857) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12877121835715968) + | > loader_time: 0.005 (0.004887136193208912) + + + --> TIME: 2024-12-24 00:30:54 -- STEP: 5210/7738 -- GLOBAL_STEP: 43900 + | > loss_text_ce: 0.04249287396669388 (0.04001074611725937) + | > loss_mel_ce: 2.85290265083313 (2.820641103220998) + | > loss: 0.7238488793373108 (0.7151629622174772) + | > current_lr: 5e-06 + | > step_time: 0.1448 (0.12876883436301817) + | > loader_time: 0.0054 (0.004888842979914394) + + + --> TIME: 2024-12-24 00:31:06 -- STEP: 5260/7738 -- GLOBAL_STEP: 43950 + | > loss_text_ce: 0.03722790628671646 (0.04001180838028621) + | > loss_mel_ce: 2.8975157737731934 (2.820561351386316) + | > loss: 0.7336859107017517 (0.7151432898787942) + | > current_lr: 5e-06 + | > step_time: 0.1219 (0.12878638650981164) + | > loader_time: 0.0051 (0.004890733164072938) + + + --> TIME: 2024-12-24 00:31:18 -- STEP: 5310/7738 -- GLOBAL_STEP: 44000 + | > loss_text_ce: 0.04018194600939751 (0.04000720476447519) + | > loss_mel_ce: 2.6857750415802 (2.8202168566134493) + | > loss: 0.6814892292022705 (0.7150560152844969) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1288290321939182) + | > loader_time: 0.0045 (0.004891440064669096) + + + --> TIME: 2024-12-24 00:31:30 -- STEP: 5360/7738 -- GLOBAL_STEP: 44050 + | > loss_text_ce: 0.040435541421175 (0.04000478440951274) + | > loss_mel_ce: 2.9959399700164795 (2.8202199717955816) + | > loss: 0.7590938806533813 (0.7150561890161746) + | > current_lr: 5e-06 + | > step_time: 0.1397 (0.1288367891934379) + | > loader_time: 0.0052 (0.004892237729101031) + + + --> TIME: 2024-12-24 00:31:41 -- STEP: 5410/7738 -- GLOBAL_STEP: 44100 + | > loss_text_ce: 0.03656603395938873 (0.04000244244946899) + | > loss_mel_ce: 2.878788471221924 (2.820111872352207) + | > loss: 0.7288386225700378 (0.715028578626911) + | > current_lr: 5e-06 + | > step_time: 0.1158 (0.12886391320642812) + | > loader_time: 0.0047 (0.00489335456749427) + + + --> TIME: 2024-12-24 00:31:53 -- STEP: 5460/7738 -- GLOBAL_STEP: 44150 + | > loss_text_ce: 0.04064103215932846 (0.04000167222727675) + | > loss_mel_ce: 2.9864587783813477 (2.8199776834620676) + | > loss: 0.7567749619483948 (0.7149948388338088) + | > current_lr: 5e-06 + | > step_time: 0.1432 (0.12883314020904402) + | > loader_time: 0.0054 (0.004893599456046519) + + + --> TIME: 2024-12-24 00:32:04 -- STEP: 5510/7738 -- GLOBAL_STEP: 44200 + | > loss_text_ce: 0.04068773612380028 (0.04000011295918543) + | > loss_mel_ce: 2.7185049057006836 (2.8200138671428463) + | > loss: 0.6897981762886047 (0.7150034949372772) + | > current_lr: 5e-06 + | > step_time: 0.123 (0.1288098855373429) + | > loader_time: 0.0048 (0.004894060058732207) + + + --> TIME: 2024-12-24 00:32:16 -- STEP: 5560/7738 -- GLOBAL_STEP: 44250 + | > loss_text_ce: 0.0443526990711689 (0.03999707564684771) + | > loss_mel_ce: 2.952942132949829 (2.81997473415711) + | > loss: 0.7493237257003784 (0.7149929523789623) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.12880764003280235) + | > loader_time: 0.0045 (0.004895008467941822) + + + --> TIME: 2024-12-24 00:32:27 -- STEP: 5610/7738 -- GLOBAL_STEP: 44300 + | > loss_text_ce: 0.04029470309615135 (0.03999792993228065) + | > loss_mel_ce: 2.8247854709625244 (2.8199986026461348) + | > loss: 0.7162700295448303 (0.7149991330615972) + | > current_lr: 5e-06 + | > step_time: 0.1517 (0.12882539444003693) + | > loader_time: 0.0053 (0.004895785360625284) + + + --> TIME: 2024-12-24 00:32:38 -- STEP: 5660/7738 -- GLOBAL_STEP: 44350 + | > loss_text_ce: 0.03966345265507698 (0.03999785385670486) + | > loss_mel_ce: 2.726410150527954 (2.819829004181573) + | > loss: 0.6915184259414673 (0.7149567144498381) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.128760292968143) + | > loader_time: 0.0044 (0.004895970551790691) + + + --> TIME: 2024-12-24 00:32:50 -- STEP: 5710/7738 -- GLOBAL_STEP: 44400 + | > loss_text_ce: 0.037371519953012466 (0.03999231008652943) + | > loss_mel_ce: 2.816028356552124 (2.8199988042828115) + | > loss: 0.7133499979972839 (0.714997778527581) + | > current_lr: 5e-06 + | > step_time: 0.1374 (0.128781168849163) + | > loader_time: 0.0052 (0.00489674516400605) + + + --> TIME: 2024-12-24 00:33:02 -- STEP: 5760/7738 -- GLOBAL_STEP: 44450 + | > loss_text_ce: 0.04111276939511299 (0.0399927410846835) + | > loss_mel_ce: 2.9901108741760254 (2.8202336524923686) + | > loss: 0.7578058838844299 (0.715056598321016) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.12885398744708912) + | > loader_time: 0.005 (0.004898278994692686) + + + --> TIME: 2024-12-24 00:33:14 -- STEP: 5810/7738 -- GLOBAL_STEP: 44500 + | > loss_text_ce: 0.03657927364110947 (0.03998960188674951) + | > loss_mel_ce: 2.812753677368164 (2.820203413159018) + | > loss: 0.7123332619667053 (0.7150482536798488) + | > current_lr: 5e-06 + | > step_time: 0.1304 (0.12886409521513215) + | > loader_time: 0.0049 (0.004899354850979133) + + + --> TIME: 2024-12-24 00:33:26 -- STEP: 5860/7738 -- GLOBAL_STEP: 44550 + | > loss_text_ce: 0.0397210568189621 (0.03998397053394202) + | > loss_mel_ce: 2.7561330795288086 (2.8200414853291336) + | > loss: 0.6989635229110718 (0.7150063639106184) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12889580299422976) + | > loader_time: 0.0053 (0.004900395707465669) + + + --> TIME: 2024-12-24 00:33:37 -- STEP: 5910/7738 -- GLOBAL_STEP: 44600 + | > loss_text_ce: 0.04119812697172165 (0.039982934816159) + | > loss_mel_ce: 2.880096912384033 (2.819835658525254) + | > loss: 0.7303237318992615 (0.7149546482942217) + | > current_lr: 5e-06 + | > step_time: 0.1726 (0.12893327016717454) + | > loader_time: 0.0055 (0.004901597302173784) + + + --> TIME: 2024-12-24 00:33:49 -- STEP: 5960/7738 -- GLOBAL_STEP: 44650 + | > loss_text_ce: 0.04306633770465851 (0.03997917290739468) + | > loss_mel_ce: 2.8169689178466797 (2.8197573605799873) + | > loss: 0.7150087952613831 (0.7149341333032442) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.12889676306071654) + | > loader_time: 0.0049 (0.004902302618794774) + + + --> TIME: 2024-12-24 00:34:00 -- STEP: 6010/7738 -- GLOBAL_STEP: 44700 + | > loss_text_ce: 0.037341099232435226 (0.03997605123282871) + | > loss_mel_ce: 2.5950000286102295 (2.8199385982583283) + | > loss: 0.658085286617279 (0.7149786623067733) + | > current_lr: 5e-06 + | > step_time: 0.1211 (0.1289101917612766) + | > loader_time: 0.0047 (0.004902776743528626) + + + --> TIME: 2024-12-24 00:34:12 -- STEP: 6060/7738 -- GLOBAL_STEP: 44750 + | > loss_text_ce: 0.038137663155794144 (0.03997432233599747) + | > loss_mel_ce: 2.7987236976623535 (2.820272085572237) + | > loss: 0.7092153429985046 (0.7150616019177346) + | > current_lr: 5e-06 + | > step_time: 0.142 (0.12892044164953398) + | > loader_time: 0.0053 (0.004903327435156672) + + + --> TIME: 2024-12-24 00:34:24 -- STEP: 6110/7738 -- GLOBAL_STEP: 44800 + | > loss_text_ce: 0.03768374025821686 (0.039976231770897895) + | > loss_mel_ce: 3.0853216648101807 (2.8202230149517313) + | > loss: 0.7807513475418091 (0.7150498116074908) + | > current_lr: 5e-06 + | > step_time: 0.1551 (0.12892161086811327) + | > loader_time: 0.0059 (0.004905318511488371) + + + --> TIME: 2024-12-24 00:34:36 -- STEP: 6160/7738 -- GLOBAL_STEP: 44850 + | > loss_text_ce: 0.03984734043478966 (0.03997535525228491) + | > loss_mel_ce: 2.807640552520752 (2.8204425691397192) + | > loss: 0.7118719816207886 (0.7151044810166595) + | > current_lr: 5e-06 + | > step_time: 0.0919 (0.12898818587327882) + | > loader_time: 0.0049 (0.004907890689837441) + + + --> TIME: 2024-12-24 00:34:48 -- STEP: 6210/7738 -- GLOBAL_STEP: 44900 + | > loss_text_ce: 0.042380012571811676 (0.03997811556714265) + | > loss_mel_ce: 2.813037872314453 (2.8204243018815327) + | > loss: 0.7138544917106628 (0.7151006042765331) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12904367919129406) + | > loader_time: 0.0051 (0.004910022701810115) + + + --> TIME: 2024-12-24 00:34:59 -- STEP: 6260/7738 -- GLOBAL_STEP: 44950 + | > loss_text_ce: 0.04180038347840309 (0.03997986795910348) + | > loss_mel_ce: 2.8312289714813232 (2.8204860824746483) + | > loss: 0.7182573676109314 (0.7151164875434218) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.12903112359701982) + | > loader_time: 0.0051 (0.004910140601209917) + + + --> TIME: 2024-12-24 00:35:11 -- STEP: 6310/7738 -- GLOBAL_STEP: 45000 + | > loss_text_ce: 0.040676411241292953 (0.03998158777371735) + | > loss_mel_ce: 2.919323682785034 (2.8206642716886914) + | > loss: 0.7400000095367432 (0.7151614648226501) + | > current_lr: 5e-06 + | > step_time: 0.1465 (0.12905202592042625) + | > loader_time: 0.0052 (0.004911403119469574) + + + --> TIME: 2024-12-24 00:35:23 -- STEP: 6360/7738 -- GLOBAL_STEP: 45050 + | > loss_text_ce: 0.03816932439804077 (0.039977238399896226) + | > loss_mel_ce: 2.634310245513916 (2.820718305215899) + | > loss: 0.6681199073791504 (0.7151738858447874) + | > current_lr: 5e-06 + | > step_time: 0.1055 (0.12908510955624564) + | > loader_time: 0.0048 (0.004912412016646644) + + + --> TIME: 2024-12-24 00:35:34 -- STEP: 6410/7738 -- GLOBAL_STEP: 45100 + | > loss_text_ce: 0.037468794733285904 (0.039973137919993) + | > loss_mel_ce: 2.751084089279175 (2.820685283219018) + | > loss: 0.697138249874115 (0.7151646052154464) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.12906568370259625) + | > loader_time: 0.0049 (0.004912757352808128) + + + --> TIME: 2024-12-24 00:35:46 -- STEP: 6460/7738 -- GLOBAL_STEP: 45150 + | > loss_text_ce: 0.039927683770656586 (0.03997131931673355) + | > loss_mel_ce: 2.5205321311950684 (2.8205367560357164) + | > loss: 0.640114963054657 (0.7151270187583859) + | > current_lr: 5e-06 + | > step_time: 0.0847 (0.1290736878988538) + | > loader_time: 0.0044 (0.004913492726836763) + + + --> TIME: 2024-12-24 00:35:57 -- STEP: 6510/7738 -- GLOBAL_STEP: 45200 + | > loss_text_ce: 0.04221479967236519 (0.03996803360818077) + | > loss_mel_ce: 2.687382936477661 (2.8204853521880318) + | > loss: 0.6823994517326355 (0.715113346367936) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.12906573811251215) + | > loader_time: 0.0048 (0.004914046872046671) + + + --> TIME: 2024-12-24 00:36:09 -- STEP: 6560/7738 -- GLOBAL_STEP: 45250 + | > loss_text_ce: 0.03862335532903671 (0.039965459653857824) + | > loss_mel_ce: 2.687769889831543 (2.8202165601093627) + | > loss: 0.6815983057022095 (0.7150455048716639) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.1290637498221741) + | > loader_time: 0.0049 (0.0049141930370795875) + + + --> TIME: 2024-12-24 00:36:20 -- STEP: 6610/7738 -- GLOBAL_STEP: 45300 + | > loss_text_ce: 0.0412069596350193 (0.03996165433501241) + | > loss_mel_ce: 2.7655720710754395 (2.8203222736468327) + | > loss: 0.7016947865486145 (0.7150709819324789) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.12906751874355205) + | > loader_time: 0.0045 (0.0049149468157908055) + + + --> TIME: 2024-12-24 00:36:31 -- STEP: 6660/7738 -- GLOBAL_STEP: 45350 + | > loss_text_ce: 0.04175921529531479 (0.039962585166365173) + | > loss_mel_ce: 2.7844161987304688 (2.8201561175309178) + | > loss: 0.7065438628196716 (0.7150296756007639) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12902431566793954) + | > loader_time: 0.0046 (0.0049147154117847565) + + + --> TIME: 2024-12-24 00:36:43 -- STEP: 6710/7738 -- GLOBAL_STEP: 45400 + | > loss_text_ce: 0.04290921613574028 (0.03996383531349427) + | > loss_mel_ce: 3.118136405944824 (2.8200901888877232) + | > loss: 0.7902613878250122 (0.7150135059914529) + | > current_lr: 5e-06 + | > step_time: 0.1508 (0.1290427302461441) + | > loader_time: 0.0052 (0.004915462947282621) + + + --> TIME: 2024-12-24 00:36:55 -- STEP: 6760/7738 -- GLOBAL_STEP: 45450 + | > loss_text_ce: 0.03951375186443329 (0.03996636969858461) + | > loss_mel_ce: 2.8231961727142334 (2.8200428091210052) + | > loss: 0.7156774997711182 (0.7150022946518543) + | > current_lr: 5e-06 + | > step_time: 0.1351 (0.1290214003895863) + | > loader_time: 0.0051 (0.00491604720347025) + + + --> TIME: 2024-12-24 00:37:06 -- STEP: 6810/7738 -- GLOBAL_STEP: 45500 + | > loss_text_ce: 0.039951663464307785 (0.039970804313840494) + | > loss_mel_ce: 2.6357173919677734 (2.8200378462781672) + | > loss: 0.6689172387123108 (0.7150021625948012) + | > current_lr: 5e-06 + | > step_time: 0.1101 (0.12899809583868352) + | > loader_time: 0.0048 (0.004916110822982886) + + + --> TIME: 2024-12-24 00:37:17 -- STEP: 6860/7738 -- GLOBAL_STEP: 45550 + | > loss_text_ce: 0.037466589361429214 (0.03996909329173516) + | > loss_mel_ce: 2.816478967666626 (2.819989255809231) + | > loss: 0.71348637342453 (0.7149895872475444) + | > current_lr: 5e-06 + | > step_time: 0.1337 (0.12898212434946574) + | > loader_time: 0.005 (0.004916182412350477) + + + --> TIME: 2024-12-24 00:37:29 -- STEP: 6910/7738 -- GLOBAL_STEP: 45600 + | > loss_text_ce: 0.040726374834775925 (0.039968129664163514) + | > loss_mel_ce: 2.8520455360412598 (2.8199056509434777) + | > loss: 0.7231929898262024 (0.7149684451423391) + | > current_lr: 5e-06 + | > step_time: 0.1632 (0.12899740428896928) + | > loader_time: 0.005 (0.004916677426670795) + + + --> TIME: 2024-12-24 00:37:41 -- STEP: 6960/7738 -- GLOBAL_STEP: 45650 + | > loss_text_ce: 0.039549022912979126 (0.039966789367555204) + | > loss_mel_ce: 2.7962896823883057 (2.8198708810682986) + | > loss: 0.708959698677063 (0.7149594176260894) + | > current_lr: 5e-06 + | > step_time: 0.1297 (0.1290117793727192) + | > loader_time: 0.0049 (0.004917083286690973) + + + --> TIME: 2024-12-24 00:37:52 -- STEP: 7010/7738 -- GLOBAL_STEP: 45700 + | > loss_text_ce: 0.04210878163576126 (0.0399671347830418) + | > loss_mel_ce: 2.6484596729278564 (2.819911085998114) + | > loss: 0.6726421117782593 (0.7149695552024613) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.12897928897052252) + | > loader_time: 0.0049 (0.004917109879889591) + + + --> TIME: 2024-12-24 00:38:04 -- STEP: 7060/7738 -- GLOBAL_STEP: 45750 + | > loss_text_ce: 0.039214689284563065 (0.039964957423402635) + | > loss_mel_ce: 2.8382248878479004 (2.819941260929489) + | > loss: 0.7193598747253418 (0.7149765545940254) + | > current_lr: 5e-06 + | > step_time: 0.1395 (0.12898985228524973) + | > loader_time: 0.0053 (0.004917644643918638) + + + --> TIME: 2024-12-24 00:38:15 -- STEP: 7110/7738 -- GLOBAL_STEP: 45800 + | > loss_text_ce: 0.03915097564458847 (0.03996093309839399) + | > loss_mel_ce: 2.8148245811462402 (2.820060691887152) + | > loss: 0.7134938836097717 (0.7150054062469086) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12900364405662837) + | > loader_time: 0.0049 (0.004918305246806501) + + + --> TIME: 2024-12-24 00:38:27 -- STEP: 7160/7738 -- GLOBAL_STEP: 45850 + | > loss_text_ce: 0.04152196645736694 (0.03995953381540222) + | > loss_mel_ce: 3.0754013061523438 (2.8201999209446647) + | > loss: 0.7792308330535889 (0.7150398636996403) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12903159833487154) + | > loader_time: 0.0052 (0.00491913100860637) + + + --> TIME: 2024-12-24 00:38:38 -- STEP: 7210/7738 -- GLOBAL_STEP: 45900 + | > loss_text_ce: 0.04231146723031998 (0.03995976496834034) + | > loss_mel_ce: 2.7573535442352295 (2.819963158780761) + | > loss: 0.6999162435531616 (0.7149807309641412) + | > current_lr: 5e-06 + | > step_time: 0.0909 (0.12898320804521846) + | > loader_time: 0.0044 (0.004918961253807701) + + + --> TIME: 2024-12-24 00:38:50 -- STEP: 7260/7738 -- GLOBAL_STEP: 45950 + | > loss_text_ce: 0.0390276201069355 (0.03996171821319285) + | > loss_mel_ce: 2.724187135696411 (2.8198354236679) + | > loss: 0.6908037066459656 (0.7149492854750179) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.12900061962033074) + | > loader_time: 0.0049 (0.004919387092275055) + + + --> TIME: 2024-12-24 00:39:01 -- STEP: 7310/7738 -- GLOBAL_STEP: 46000 + | > loss_text_ce: 0.038479387760162354 (0.03995945677874679) + | > loss_mel_ce: 2.787122964859009 (2.819730183331327) + | > loss: 0.7064005732536316 (0.7149224100295551) + | > current_lr: 5e-06 + | > step_time: 0.1349 (0.12896971324237005) + | > loader_time: 0.0053 (0.004919754170523447) + + + --> TIME: 2024-12-24 00:39:13 -- STEP: 7360/7738 -- GLOBAL_STEP: 46050 + | > loss_text_ce: 0.0409652404487133 (0.039956206789888114) + | > loss_mel_ce: 2.772651195526123 (2.819812436563816) + | > loss: 0.7034041285514832 (0.7149421608723366) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.12898949345816707) + | > loader_time: 0.0048 (0.0049200764168863586) + + + --> TIME: 2024-12-24 00:39:25 -- STEP: 7410/7738 -- GLOBAL_STEP: 46100 + | > loss_text_ce: 0.039140038192272186 (0.03995490893972949) + | > loss_mel_ce: 2.846573829650879 (2.8198958522716864) + | > loss: 0.7214284539222717 (0.7149626903205738) + | > current_lr: 5e-06 + | > step_time: 0.1305 (0.1290208086150214) + | > loader_time: 0.005 (0.00492040930811048) + + + --> TIME: 2024-12-24 00:39:36 -- STEP: 7460/7738 -- GLOBAL_STEP: 46150 + | > loss_text_ce: 0.04203154146671295 (0.03995420727878809) + | > loss_mel_ce: 2.793390989303589 (2.8197948553926535) + | > loss: 0.7088556289672852 (0.7149372657006922) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.1289946515822216) + | > loader_time: 0.0053 (0.004920561192182676) + + + --> TIME: 2024-12-24 00:39:48 -- STEP: 7510/7738 -- GLOBAL_STEP: 46200 + | > loss_text_ce: 0.04045352712273598 (0.039950942572022724) + | > loss_mel_ce: 2.8164830207824707 (2.8196451807784046) + | > loss: 0.7142341136932373 (0.7148990308714601) + | > current_lr: 5e-06 + | > step_time: 0.1482 (0.12897272551266054) + | > loader_time: 0.0051 (0.0049204754607178915) + + + --> TIME: 2024-12-24 00:39:59 -- STEP: 7560/7738 -- GLOBAL_STEP: 46250 + | > loss_text_ce: 0.04304007813334465 (0.03995221137566857) + | > loss_mel_ce: 2.8074960708618164 (2.819602165651072) + | > loss: 0.7126340270042419 (0.7148885943034959) + | > current_lr: 5e-06 + | > step_time: 0.1264 (0.12896866000518564) + | > loader_time: 0.0052 (0.004921064994953285) + + + --> TIME: 2024-12-24 00:40:10 -- STEP: 7610/7738 -- GLOBAL_STEP: 46300 + | > loss_text_ce: 0.035742055624723434 (0.03995005775600398) + | > loss_mel_ce: 2.6055736541748047 (2.8196603068854302) + | > loss: 0.6603289246559143 (0.714902591204047) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.12894483937853704) + | > loader_time: 0.0047 (0.004921883634449449) + + + --> TIME: 2024-12-24 00:40:22 -- STEP: 7660/7738 -- GLOBAL_STEP: 46350 + | > loss_text_ce: 0.037016693502664566 (0.03994983440561721) + | > loss_mel_ce: 2.7040090560913086 (2.8194694302100767) + | > loss: 0.6852564215660095 (0.7148548162092419) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.1289525757881739) + | > loader_time: 0.005 (0.00492243881947688) + + + --> TIME: 2024-12-24 00:40:33 -- STEP: 7710/7738 -- GLOBAL_STEP: 46400 + | > loss_text_ce: 0.03906368836760521 (0.03994993771705414) + | > loss_mel_ce: 2.9660630226135254 (2.819549460942955) + | > loss: 0.7512816786766052 (0.7148748497090905) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12892805048773093) + | > loader_time: 0.0049 (0.004922896322109344) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06878285215358546 (-0.00011739104685162816) + | > avg_loss_text_ce: 0.03843080043566949 (-0.00027106485959858123) + | > avg_loss_mel_ce: 2.9416845723836107 (-0.006759523141262047) + | > avg_loss: 2.980115369112805 (-0.007030591820226473) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_46428.pth + + > EPOCH: 6/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 00:41:41)  + + --> TIME: 2024-12-24 00:41:47 -- STEP: 22/7738 -- GLOBAL_STEP: 46450 + | > loss_text_ce: 0.039394546300172806 (0.039221863855015145) + | > loss_mel_ce: 2.855074882507324 (2.8237285072153266) + | > loss: 0.7236173748970032 (0.7157375947995619) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.12855132059617477) + | > loader_time: 0.0046 (0.004824063994667747) + + + --> TIME: 2024-12-24 00:41:59 -- STEP: 72/7738 -- GLOBAL_STEP: 46500 + | > loss_text_ce: 0.04240869730710983 (0.03998964321282175) + | > loss_mel_ce: 2.853572368621826 (2.8058503601286144) + | > loss: 0.7239952683448792 (0.7114600017666817) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.13271690077251855) + | > loader_time: 0.0048 (0.004853569798999362) + + + --> TIME: 2024-12-24 00:42:10 -- STEP: 122/7738 -- GLOBAL_STEP: 46550 + | > loss_text_ce: 0.04165516793727875 (0.03990876372353953) + | > loss_mel_ce: 2.7550694942474365 (2.8031770635823725) + | > loss: 0.6991811394691467 (0.7107714575822237) + | > current_lr: 5e-06 + | > step_time: 0.1422 (0.13016215113342786) + | > loader_time: 0.0051 (0.004869918354222032) + + + --> TIME: 2024-12-24 00:42:22 -- STEP: 172/7738 -- GLOBAL_STEP: 46600 + | > loss_text_ce: 0.03809116408228874 (0.03982874081838268) + | > loss_mel_ce: 2.695028066635132 (2.807480572268019) + | > loss: 0.683279812335968 (0.7118273301180023) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.128912533438483) + | > loader_time: 0.0048 (0.004853607610214587) + + + --> TIME: 2024-12-24 00:42:33 -- STEP: 222/7738 -- GLOBAL_STEP: 46650 + | > loss_text_ce: 0.04257797449827194 (0.039759610838315494) + | > loss_mel_ce: 2.88726806640625 (2.799219974526413) + | > loss: 0.7324615120887756 (0.7097448980486074) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12811539087209622) + | > loader_time: 0.0047 (0.004839069134480244) + + + --> TIME: 2024-12-24 00:42:44 -- STEP: 272/7738 -- GLOBAL_STEP: 46700 + | > loss_text_ce: 0.041746836155653 (0.03985279767007072) + | > loss_mel_ce: 2.7733891010284424 (2.800709892721737) + | > loss: 0.7037839889526367 (0.7101406744297815) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.1277488224646625) + | > loader_time: 0.0049 (0.004836192025857813) + + + --> TIME: 2024-12-24 00:42:56 -- STEP: 322/7738 -- GLOBAL_STEP: 46750 + | > loss_text_ce: 0.043688252568244934 (0.03987053672997108) + | > loss_mel_ce: 2.8029205799102783 (2.8049956730433854) + | > loss: 0.7116522192955017 (0.7112165541382314) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12754599574189754) + | > loader_time: 0.0049 (0.004836691092260136) + + + --> TIME: 2024-12-24 00:43:07 -- STEP: 372/7738 -- GLOBAL_STEP: 46800 + | > loss_text_ce: 0.03596218302845955 (0.03987826638284227) + | > loss_mel_ce: 2.929304361343384 (2.8079567891295225) + | > loss: 0.7413166165351868 (0.7119587651824443) + | > current_lr: 5e-06 + | > step_time: 0.1417 (0.12808052891044205) + | > loader_time: 0.0051 (0.004828100563377465) + + + --> TIME: 2024-12-24 00:43:19 -- STEP: 422/7738 -- GLOBAL_STEP: 46850 + | > loss_text_ce: 0.04136109724640846 (0.039862124222855996) + | > loss_mel_ce: 2.760491371154785 (2.8092167360522726) + | > loss: 0.7004631161689758 (0.7122697163532135) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.12813039583052493) + | > loader_time: 0.0044 (0.004824149100136418) + + + --> TIME: 2024-12-24 00:43:30 -- STEP: 472/7738 -- GLOBAL_STEP: 46900 + | > loss_text_ce: 0.041046079248189926 (0.03989964345533211) + | > loss_mel_ce: 2.8043365478515625 (2.8101995289325705) + | > loss: 0.7113456726074219 (0.7125247942946729) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12810427910190508) + | > loader_time: 0.0048 (0.004817330736224934) + + + --> TIME: 2024-12-24 00:43:42 -- STEP: 522/7738 -- GLOBAL_STEP: 46950 + | > loss_text_ce: 0.03794585540890694 (0.03989660875493539) + | > loss_mel_ce: 2.7732105255126953 (2.810533515338239) + | > loss: 0.7027890682220459 (0.7126075319403437) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12862311103791554) + | > loader_time: 0.0049 (0.004819950838198607) + + + --> TIME: 2024-12-24 00:43:54 -- STEP: 572/7738 -- GLOBAL_STEP: 47000 + | > loss_text_ce: 0.0428677499294281 (0.039900083114373486) + | > loss_mel_ce: 2.900770425796509 (2.81343411232208) + | > loss: 0.7359095215797424 (0.7133335499288324) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.128791776153591) + | > loader_time: 0.0046 (0.0048190801293699894) + + + --> TIME: 2024-12-24 00:44:05 -- STEP: 622/7738 -- GLOBAL_STEP: 47050 + | > loss_text_ce: 0.04150133579969406 (0.03993573754283198) + | > loss_mel_ce: 2.9556503295898438 (2.8140328873392098) + | > loss: 0.7492879033088684 (0.7134921573749312) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12885392402146015) + | > loader_time: 0.0046 (0.004815565044856918) + + + --> TIME: 2024-12-24 00:44:17 -- STEP: 672/7738 -- GLOBAL_STEP: 47100 + | > loss_text_ce: 0.04221615567803383 (0.039968893114876496) + | > loss_mel_ce: 2.673109292984009 (2.813293981765) + | > loss: 0.6788313388824463 (0.7133157200046953) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.12876359870036427) + | > loader_time: 0.0049 (0.004816039332321718) + + + --> TIME: 2024-12-24 00:44:28 -- STEP: 722/7738 -- GLOBAL_STEP: 47150 + | > loss_text_ce: 0.041540756821632385 (0.03997742753589415) + | > loss_mel_ce: 2.8367812633514404 (2.8128324139481458) + | > loss: 0.7195805311203003 (0.7132024616415817) + | > current_lr: 5e-06 + | > step_time: 0.1627 (0.12853794447933203) + | > loader_time: 0.0051 (0.0048129476008322795) + + + --> TIME: 2024-12-24 00:44:39 -- STEP: 772/7738 -- GLOBAL_STEP: 47200 + | > loss_text_ce: 0.04050685837864876 (0.03995868848839413) + | > loss_mel_ce: 2.7660329341888428 (2.8142890615166793) + | > loss: 0.70163494348526 (0.7135619384482741) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12806207096020786) + | > loader_time: 0.0046 (0.0048114064443914445) + + + --> TIME: 2024-12-24 00:44:51 -- STEP: 822/7738 -- GLOBAL_STEP: 47250 + | > loss_text_ce: 0.04113224521279335 (0.03994874224755592) + | > loss_mel_ce: 2.6492934226989746 (2.8143485926653655) + | > loss: 0.6726064085960388 (0.7135743345802433) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12837386827399258) + | > loader_time: 0.0046 (0.0048169918593989145) + + + --> TIME: 2024-12-24 00:45:03 -- STEP: 872/7738 -- GLOBAL_STEP: 47300 + | > loss_text_ce: 0.038931190967559814 (0.03993102332679637) + | > loss_mel_ce: 2.624284029006958 (2.814234947939533) + | > loss: 0.6658037900924683 (0.7135414937083879) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.12824935705289922) + | > loader_time: 0.0045 (0.004817686769940442) + + + --> TIME: 2024-12-24 00:45:14 -- STEP: 922/7738 -- GLOBAL_STEP: 47350 + | > loss_text_ce: 0.040211256593465805 (0.0399394297362214) + | > loss_mel_ce: 2.7758567333221436 (2.8150734045500365) + | > loss: 0.7040169835090637 (0.713753209455412) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12840115015522252) + | > loader_time: 0.0051 (0.00482152909880864) + + + --> TIME: 2024-12-24 00:45:26 -- STEP: 972/7738 -- GLOBAL_STEP: 47400 + | > loss_text_ce: 0.03919921815395355 (0.03993249481060988) + | > loss_mel_ce: 2.7116222381591797 (2.815144686296645) + | > loss: 0.6877053380012512 (0.7137692960692046) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.12843540641996598) + | > loader_time: 0.0048 (0.004826524130110882) + + + --> TIME: 2024-12-24 00:45:37 -- STEP: 1022/7738 -- GLOBAL_STEP: 47450 + | > loss_text_ce: 0.03938915953040123 (0.03992668802461743) + | > loss_mel_ce: 2.8755123615264893 (2.815148246031686) + | > loss: 0.7287253737449646 (0.7137687342157574) + | > current_lr: 5e-06 + | > step_time: 0.1156 (0.12843042227153448) + | > loader_time: 0.0049 (0.004830198978491262) + + + --> TIME: 2024-12-24 00:45:49 -- STEP: 1072/7738 -- GLOBAL_STEP: 47500 + | > loss_text_ce: 0.03894467651844025 (0.039927499365311696) + | > loss_mel_ce: 3.0150134563446045 (2.8156366586240384) + | > loss: 0.7634895443916321 (0.7138910402557747) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12830508111128175) + | > loader_time: 0.0046 (0.004834292317504317) + + + --> TIME: 2024-12-24 00:46:00 -- STEP: 1122/7738 -- GLOBAL_STEP: 47550 + | > loss_text_ce: 0.04088405519723892 (0.039925629837494876) + | > loss_mel_ce: 2.8356010913848877 (2.816867109713496) + | > loss: 0.7191212773323059 (0.7141981856920719) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12823257493037807) + | > loader_time: 0.0048 (0.0048339084295453034) + + + --> TIME: 2024-12-24 00:46:12 -- STEP: 1172/7738 -- GLOBAL_STEP: 47600 + | > loss_text_ce: 0.04165775328874588 (0.03991433311215639) + | > loss_mel_ce: 2.8650753498077393 (2.8164855821547676) + | > loss: 0.7266832590103149 (0.7140999795938925) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.1281879999938679) + | > loader_time: 0.0047 (0.004833438494099694) + + + --> TIME: 2024-12-24 00:46:23 -- STEP: 1222/7738 -- GLOBAL_STEP: 47650 + | > loss_text_ce: 0.03618309274315834 (0.03991441051559534) + | > loss_mel_ce: 2.9536077976226807 (2.816860350181159) + | > loss: 0.7474477291107178 (0.7141936907694114) + | > current_lr: 5e-06 + | > step_time: 0.1154 (0.1282802266106863) + | > loader_time: 0.0048 (0.004836608071959352) + + + --> TIME: 2024-12-24 00:46:35 -- STEP: 1272/7738 -- GLOBAL_STEP: 47700 + | > loss_text_ce: 0.04097240790724754 (0.03988669658044599) + | > loss_mel_ce: 2.85697078704834 (2.816885959052443) + | > loss: 0.7244858145713806 (0.7141931645056739) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.12828467158401538) + | > loader_time: 0.0051 (0.004838055784597341) + + + --> TIME: 2024-12-24 00:46:46 -- STEP: 1322/7738 -- GLOBAL_STEP: 47750 + | > loss_text_ce: 0.03692074492573738 (0.039893833570937516) + | > loss_mel_ce: 2.816103219985962 (2.8172260941247207) + | > loss: 0.7132560014724731 (0.7142799825332896) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12836444756627627) + | > loader_time: 0.005 (0.004838696406215842) + + + --> TIME: 2024-12-24 00:46:58 -- STEP: 1372/7738 -- GLOBAL_STEP: 47800 + | > loss_text_ce: 0.04116328805685043 (0.03989488468030278) + | > loss_mel_ce: 2.785095691680908 (2.8169276300741743) + | > loss: 0.706564724445343 (0.7142056294502399) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12838496324272264) + | > loader_time: 0.0049 (0.004841670698049128) + + + --> TIME: 2024-12-24 00:47:10 -- STEP: 1422/7738 -- GLOBAL_STEP: 47850 + | > loss_text_ce: 0.04111947864294052 (0.03987802353159707) + | > loss_mel_ce: 2.7868669033050537 (2.8172428643150185) + | > loss: 0.7069966197013855 (0.7142802227063197) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.12842779035474344) + | > loader_time: 0.0044 (0.0048426175083959916) + + + --> TIME: 2024-12-24 00:47:21 -- STEP: 1472/7738 -- GLOBAL_STEP: 47900 + | > loss_text_ce: 0.039494894444942474 (0.03984990327001512) + | > loss_mel_ce: 2.7484359741210938 (2.8167347942033563) + | > loss: 0.696982741355896 (0.7141461748548837) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12859669327735898) + | > loader_time: 0.0046 (0.004845050204059363) + + + --> TIME: 2024-12-24 00:47:33 -- STEP: 1522/7738 -- GLOBAL_STEP: 47950 + | > loss_text_ce: 0.03887530043721199 (0.03982924070556831) + | > loss_mel_ce: 2.9890666007995605 (2.817288080590159) + | > loss: 0.7569854855537415 (0.7142793309437945) + | > current_lr: 5e-06 + | > step_time: 0.1656 (0.12876614399557834) + | > loader_time: 0.0054 (0.004846806125164665) + + + --> TIME: 2024-12-24 00:47:45 -- STEP: 1572/7738 -- GLOBAL_STEP: 48000 + | > loss_text_ce: 0.03962055966258049 (0.039830231079334096) + | > loss_mel_ce: 2.9711270332336426 (2.8171860557476096) + | > loss: 0.7526869177818298 (0.7142540722251255) + | > current_lr: 5e-06 + | > step_time: 0.1432 (0.12879032488087683) + | > loader_time: 0.0051 (0.0048474405558054795) + + + --> TIME: 2024-12-24 00:47:56 -- STEP: 1622/7738 -- GLOBAL_STEP: 48050 + | > loss_text_ce: 0.043180666863918304 (0.03982492123814316) + | > loss_mel_ce: 3.087376832962036 (2.8169890536333004) + | > loss: 0.7826393842697144 (0.7142034942507022) + | > current_lr: 5e-06 + | > step_time: 0.1692 (0.12867324067102873) + | > loader_time: 0.0051 (0.004846924771216012) + + + --> TIME: 2024-12-24 00:48:08 -- STEP: 1672/7738 -- GLOBAL_STEP: 48100 + | > loss_text_ce: 0.03926344960927963 (0.03981419970865174) + | > loss_mel_ce: 3.0583479404449463 (2.81752319797945) + | > loss: 0.7744028568267822 (0.7143343498475826) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.12884963556910267) + | > loader_time: 0.0051 (0.004849314832231083) + + + --> TIME: 2024-12-24 00:48:19 -- STEP: 1722/7738 -- GLOBAL_STEP: 48150 + | > loss_text_ce: 0.04007305949926376 (0.03980693451813605) + | > loss_mel_ce: 2.744385242462158 (2.817388569021061) + | > loss: 0.6961145997047424 (0.7142988763550583) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.12865575971503732) + | > loader_time: 0.0047 (0.004847407617912345) + + + --> TIME: 2024-12-24 00:48:31 -- STEP: 1772/7738 -- GLOBAL_STEP: 48200 + | > loss_text_ce: 0.03754114732146263 (0.03979622876549114) + | > loss_mel_ce: 2.8569436073303223 (2.817016976950671) + | > loss: 0.7236211895942688 (0.7142033019265) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12860733539740635) + | > loader_time: 0.0048 (0.0048488787549882196) + + + --> TIME: 2024-12-24 00:48:42 -- STEP: 1822/7738 -- GLOBAL_STEP: 48250 + | > loss_text_ce: 0.037586599588394165 (0.03981854579627158) + | > loss_mel_ce: 2.7382190227508545 (2.8165610908284298) + | > loss: 0.693951427936554 (0.7140949096624739) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12842604514665348) + | > loader_time: 0.0048 (0.004850700710267327) + + + --> TIME: 2024-12-24 00:48:53 -- STEP: 1872/7738 -- GLOBAL_STEP: 48300 + | > loss_text_ce: 0.03737734630703926 (0.03981302996289435) + | > loss_mel_ce: 2.6447324752807617 (2.815795068939529) + | > loss: 0.670527458190918 (0.713902025236789) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.12839550378485648) + | > loader_time: 0.0057 (0.004853373536696809) + + + --> TIME: 2024-12-24 00:49:05 -- STEP: 1922/7738 -- GLOBAL_STEP: 48350 + | > loss_text_ce: 0.041462067514657974 (0.03981738699295801) + | > loss_mel_ce: 2.705138921737671 (2.816517751001048) + | > loss: 0.686650276184082 (0.7140837850109234) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.12849314304593973) + | > loader_time: 0.005 (0.004855209905324699) + + + --> TIME: 2024-12-24 00:49:16 -- STEP: 1972/7738 -- GLOBAL_STEP: 48400 + | > loss_text_ce: 0.03724982216954231 (0.03980789513140165) + | > loss_mel_ce: 2.6388156414031982 (2.8157447044554416) + | > loss: 0.6690163612365723 (0.7138881502903509) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.12839044155987483) + | > loader_time: 0.0045 (0.00485455095163466) + + + --> TIME: 2024-12-24 00:49:28 -- STEP: 2022/7738 -- GLOBAL_STEP: 48450 + | > loss_text_ce: 0.03944898769259453 (0.03981061400541658) + | > loss_mel_ce: 2.895394802093506 (2.8157624464950053) + | > loss: 0.7337109446525574 (0.7138932654459103) + | > current_lr: 5e-06 + | > step_time: 0.1247 (0.12841570978702357) + | > loader_time: 0.0049 (0.00485515606273648) + + + --> TIME: 2024-12-24 00:49:39 -- STEP: 2072/7738 -- GLOBAL_STEP: 48500 + | > loss_text_ce: 0.03803230822086334 (0.03981455080624688) + | > loss_mel_ce: 2.6558055877685547 (2.8149730486068965) + | > loss: 0.6734594702720642 (0.7136969001942169) + | > current_lr: 5e-06 + | > step_time: 0.1004 (0.12834519792247467) + | > loader_time: 0.005 (0.004854874261097565) + + + --> TIME: 2024-12-24 00:49:50 -- STEP: 2122/7738 -- GLOBAL_STEP: 48550 + | > loss_text_ce: 0.043186962604522705 (0.03981979169271025) + | > loss_mel_ce: 2.804612636566162 (2.8145209980055945) + | > loss: 0.71194988489151 (0.7135851976165907) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.1283484746778383) + | > loader_time: 0.0048 (0.00485495201941373) + + + --> TIME: 2024-12-24 00:50:02 -- STEP: 2172/7738 -- GLOBAL_STEP: 48600 + | > loss_text_ce: 0.04085767641663551 (0.03981289084619995) + | > loss_mel_ce: 2.8897485733032227 (2.813938911668066) + | > loss: 0.7326515913009644 (0.7134379508251653) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.1283233514806843) + | > loader_time: 0.0048 (0.004852908750923965) + + + --> TIME: 2024-12-24 00:50:14 -- STEP: 2222/7738 -- GLOBAL_STEP: 48650 + | > loss_text_ce: 0.04065992310643196 (0.03981872676921176) + | > loss_mel_ce: 2.723973512649536 (2.814400331272296) + | > loss: 0.6911583542823792 (0.7135547647381782) + | > current_lr: 5e-06 + | > step_time: 0.1508 (0.12841233780102945) + | > loader_time: 0.005 (0.004853727150135063) + + + --> TIME: 2024-12-24 00:50:26 -- STEP: 2272/7738 -- GLOBAL_STEP: 48700 + | > loss_text_ce: 0.03984753414988518 (0.03981903472400443) + | > loss_mel_ce: 2.7716548442840576 (2.8148658087765708) + | > loss: 0.7028756141662598 (0.7136712111270354) + | > current_lr: 5e-06 + | > step_time: 0.1088 (0.1285231340099389) + | > loader_time: 0.005 (0.004855276518304586) + + + --> TIME: 2024-12-24 00:50:37 -- STEP: 2322/7738 -- GLOBAL_STEP: 48750 + | > loss_text_ce: 0.04151671752333641 (0.039823377524999155) + | > loss_mel_ce: 2.9487035274505615 (2.8148168630378234) + | > loss: 0.7475550770759583 (0.7136600604609731) + | > current_lr: 5e-06 + | > step_time: 0.1626 (0.12854534320847733) + | > loader_time: 0.0052 (0.004857949508252998) + + + --> TIME: 2024-12-24 00:50:48 -- STEP: 2372/7738 -- GLOBAL_STEP: 48800 + | > loss_text_ce: 0.041035428643226624 (0.03981839882486314) + | > loss_mel_ce: 2.7613065242767334 (2.8145472108815253) + | > loss: 0.7005854845046997 (0.7135914027891926) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12845355010957377) + | > loader_time: 0.0049 (0.0048575788284031625) + + + --> TIME: 2024-12-24 00:51:00 -- STEP: 2422/7738 -- GLOBAL_STEP: 48850 + | > loss_text_ce: 0.03612399473786354 (0.03981229791711498) + | > loss_mel_ce: 2.966052770614624 (2.8143119427116345) + | > loss: 0.7505441904067993 (0.7135310604688465) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.1284934144488648) + | > loader_time: 0.005 (0.0048591562975151955) + + + --> TIME: 2024-12-24 00:51:11 -- STEP: 2472/7738 -- GLOBAL_STEP: 48900 + | > loss_text_ce: 0.03988064080476761 (0.03982195402585982) + | > loss_mel_ce: 2.8870837688446045 (2.813956869748035) + | > loss: 0.7317411303520203 (0.713444706305718) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.1283939871394517) + | > loader_time: 0.0048 (0.004858158552916694) + + + --> TIME: 2024-12-24 00:51:23 -- STEP: 2522/7738 -- GLOBAL_STEP: 48950 + | > loss_text_ce: 0.04507988691329956 (0.03982560929430915) + | > loss_mel_ce: 2.7981677055358887 (2.8134082924459443) + | > loss: 0.7108119130134583 (0.7133084757757238) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12832817390360196) + | > loader_time: 0.0048 (0.004857736859030428) + + + --> TIME: 2024-12-24 00:51:34 -- STEP: 2572/7738 -- GLOBAL_STEP: 49000 + | > loss_text_ce: 0.04187285155057907 (0.03982367122713852) + | > loss_mel_ce: 2.7708473205566406 (2.813404305355734) + | > loss: 0.7031800150871277 (0.7133069945438479) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12840618315974037) + | > loader_time: 0.0058 (0.004860675816958652) + + + --> TIME: 2024-12-24 00:51:46 -- STEP: 2622/7738 -- GLOBAL_STEP: 49050 + | > loss_text_ce: 0.03910546377301216 (0.03981278782240152) + | > loss_mel_ce: 2.8621110916137695 (2.813659016636839) + | > loss: 0.725304126739502 (0.7133679514982436) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.1284660726535599) + | > loader_time: 0.0049 (0.004862234212350154) + + + --> TIME: 2024-12-24 00:51:57 -- STEP: 2672/7738 -- GLOBAL_STEP: 49100 + | > loss_text_ce: 0.037403203547000885 (0.039813636963166414) + | > loss_mel_ce: 2.752513885498047 (2.8137301283325313) + | > loss: 0.697479248046875 (0.7133859417172616) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12835993345626073) + | > loader_time: 0.0049 (0.004863023311792023) + + + --> TIME: 2024-12-24 00:52:09 -- STEP: 2722/7738 -- GLOBAL_STEP: 49150 + | > loss_text_ce: 0.03924543410539627 (0.039803980287194514) + | > loss_mel_ce: 2.6967711448669434 (2.8136141694354135) + | > loss: 0.6840041279792786 (0.7133545377822076) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.12845595070406565) + | > loader_time: 0.0046 (0.004865914298540351) + + + --> TIME: 2024-12-24 00:52:21 -- STEP: 2772/7738 -- GLOBAL_STEP: 49200 + | > loss_text_ce: 0.04462411254644394 (0.03980806906214371) + | > loss_mel_ce: 2.7601540088653564 (2.8141049551757416) + | > loss: 0.7011945247650146 (0.7134782564201413) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.1284359844904094) + | > loader_time: 0.0046 (0.004866847572216573) + + + --> TIME: 2024-12-24 00:52:32 -- STEP: 2822/7738 -- GLOBAL_STEP: 49250 + | > loss_text_ce: 0.041324809193611145 (0.0398069137303405) + | > loss_mel_ce: 2.9193973541259766 (2.8138551105429004) + | > loss: 0.7401805520057678 (0.7134155064377705) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.1284747297758752) + | > loader_time: 0.0051 (0.004868155840353969) + + + --> TIME: 2024-12-24 00:52:44 -- STEP: 2872/7738 -- GLOBAL_STEP: 49300 + | > loss_text_ce: 0.03824840858578682 (0.039803726764001464) + | > loss_mel_ce: 2.7479896545410156 (2.814174843116724) + | > loss: 0.696559488773346 (0.7134946428011069) + | > current_lr: 5e-06 + | > step_time: 0.1268 (0.1285632987374379) + | > loader_time: 0.0052 (0.004869738744161921) + + + --> TIME: 2024-12-24 00:52:56 -- STEP: 2922/7738 -- GLOBAL_STEP: 49350 + | > loss_text_ce: 0.03726254776120186 (0.03980043255529584) + | > loss_mel_ce: 2.8120176792144775 (2.8139649198774968) + | > loss: 0.7123200297355652 (0.7134413383620652) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12860323402018328) + | > loader_time: 0.005 (0.004870515258078865) + + + --> TIME: 2024-12-24 00:53:07 -- STEP: 2972/7738 -- GLOBAL_STEP: 49400 + | > loss_text_ce: 0.0370233915746212 (0.039790619286917815) + | > loss_mel_ce: 2.875574827194214 (2.8139264561125636) + | > loss: 0.7281495332717896 (0.7134292690461944) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12854711781600583) + | > loader_time: 0.0047 (0.004871008133021852) + + + --> TIME: 2024-12-24 00:53:18 -- STEP: 3022/7738 -- GLOBAL_STEP: 49450 + | > loss_text_ce: 0.03840940445661545 (0.03978323758148949) + | > loss_mel_ce: 2.576061725616455 (2.81426666320988) + | > loss: 0.653617799282074 (0.7135124753674963) + | > current_lr: 5e-06 + | > step_time: 0.1114 (0.12850130046147665) + | > loader_time: 0.0047 (0.00487204760924465) + + + --> TIME: 2024-12-24 00:53:30 -- STEP: 3072/7738 -- GLOBAL_STEP: 49500 + | > loss_text_ce: 0.0416639968752861 (0.03978522551005877) + | > loss_mel_ce: 2.8298192024230957 (2.8144759704203692) + | > loss: 0.7178707718849182 (0.7135652991710244) + | > current_lr: 5e-06 + | > step_time: 0.0982 (0.1285961483760424) + | > loader_time: 0.0048 (0.004873078782111405) + + + --> TIME: 2024-12-24 00:53:42 -- STEP: 3122/7738 -- GLOBAL_STEP: 49550 + | > loss_text_ce: 0.03889854997396469 (0.03979237119009158) + | > loss_mel_ce: 2.7778077125549316 (2.814514072333907) + | > loss: 0.7041765451431274 (0.7135766110956339) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.1285474886885059) + | > loader_time: 0.0049 (0.0048737149449360065) + + + --> TIME: 2024-12-24 00:53:53 -- STEP: 3172/7738 -- GLOBAL_STEP: 49600 + | > loss_text_ce: 0.03788881376385689 (0.03978979511745507) + | > loss_mel_ce: 2.8763527870178223 (2.813952955517165) + | > loss: 0.7285603880882263 (0.7134356879233424) + | > current_lr: 5e-06 + | > step_time: 0.1309 (0.12849939087450407) + | > loader_time: 0.005 (0.004873572201626599) + + + --> TIME: 2024-12-24 00:54:04 -- STEP: 3222/7738 -- GLOBAL_STEP: 49650 + | > loss_text_ce: 0.04307844862341881 (0.039794276937874705) + | > loss_mel_ce: 2.9591753482818604 (2.8138370900180787) + | > loss: 0.7505634427070618 (0.7134078420111304) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.12846721802195846) + | > loader_time: 0.0049 (0.004873875651131647) + + + --> TIME: 2024-12-24 00:54:16 -- STEP: 3272/7738 -- GLOBAL_STEP: 49700 + | > loss_text_ce: 0.041571855545043945 (0.03979029220729279) + | > loss_mel_ce: 2.676781177520752 (2.8138605207569185) + | > loss: 0.679588258266449 (0.7134127034498323) + | > current_lr: 5e-06 + | > step_time: 0.1152 (0.12851585203686047) + | > loader_time: 0.005 (0.004875906012169018) + + + --> TIME: 2024-12-24 00:54:28 -- STEP: 3322/7738 -- GLOBAL_STEP: 49750 + | > loss_text_ce: 0.040152207016944885 (0.03978680585853613) + | > loss_mel_ce: 2.7524235248565674 (2.8137886267983037) + | > loss: 0.6981439590454102 (0.7133938583855466) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.1285558227743458) + | > loader_time: 0.0048 (0.0048773596618349215) + + + --> TIME: 2024-12-24 00:54:39 -- STEP: 3372/7738 -- GLOBAL_STEP: 49800 + | > loss_text_ce: 0.04346724972128868 (0.03978617602300828) + | > loss_mel_ce: 2.8247287273406982 (2.8140222133266577) + | > loss: 0.7170490026473999 (0.7134520975543664) + | > current_lr: 5e-06 + | > step_time: 0.1431 (0.12859443526533815) + | > loader_time: 0.0055 (0.004880268307908718) + + + --> TIME: 2024-12-24 00:54:51 -- STEP: 3422/7738 -- GLOBAL_STEP: 49850 + | > loss_text_ce: 0.04604358598589897 (0.039788017043444306) + | > loss_mel_ce: 2.682629346847534 (2.813712578708846) + | > loss: 0.6821682453155518 (0.713375149154302) + | > current_lr: 5e-06 + | > step_time: 0.1631 (0.12853424121314877) + | > loader_time: 0.0053 (0.004882558683844635) + + + --> TIME: 2024-12-24 00:55:02 -- STEP: 3472/7738 -- GLOBAL_STEP: 49900 + | > loss_text_ce: 0.03827937692403793 (0.03978768636285826) + | > loss_mel_ce: 2.7521886825561523 (2.8140777339171734) + | > loss: 0.6976169943809509 (0.7134663552595185) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.12851231061093787) + | > loader_time: 0.0054 (0.004884926679496943) + + + --> TIME: 2024-12-24 00:55:14 -- STEP: 3522/7738 -- GLOBAL_STEP: 49950 + | > loss_text_ce: 0.03714485093951225 (0.039779592376817906) + | > loss_mel_ce: 2.7261710166931152 (2.8139584733301266) + | > loss: 0.6908289790153503 (0.7134345166220181) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.12853713952161436) + | > loader_time: 0.005 (0.004885912618469206) + + + --> TIME: 2024-12-24 00:55:26 -- STEP: 3572/7738 -- GLOBAL_STEP: 50000 + | > loss_text_ce: 0.0393824577331543 (0.03977580361687737) + | > loss_mel_ce: 2.908412218093872 (2.8139645473286956) + | > loss: 0.7369486689567566 (0.7134350879328527) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.12863369037429526) + | > loader_time: 0.0052 (0.004889099822199226) + + + --> TIME: 2024-12-24 00:55:38 -- STEP: 3622/7738 -- GLOBAL_STEP: 50050 + | > loss_text_ce: 0.040886979550123215 (0.039773574472810734) + | > loss_mel_ce: 2.730410575866699 (2.8135904616114216) + | > loss: 0.6928243637084961 (0.7133410092811449) + | > current_lr: 5e-06 + | > step_time: 0.1204 (0.12869778152067704) + | > loader_time: 0.0049 (0.004892444228810018) + + + --> TIME: 2024-12-24 00:55:49 -- STEP: 3672/7738 -- GLOBAL_STEP: 50100 + | > loss_text_ce: 0.04024138301610947 (0.03977938232008032) + | > loss_mel_ce: 2.7284605503082275 (2.8137711934534324) + | > loss: 0.6921755075454712 (0.7133876442389822) + | > current_lr: 5e-06 + | > step_time: 0.0922 (0.12863739954879852) + | > loader_time: 0.0045 (0.0048914487455405465) + + + --> TIME: 2024-12-24 00:56:00 -- STEP: 3722/7738 -- GLOBAL_STEP: 50150 + | > loss_text_ce: 0.038091350346803665 (0.03977375448176465) + | > loss_mel_ce: 2.857963800430298 (2.8132075184074443) + | > loss: 0.7240138053894043 (0.713245318532952) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.1285772723962004) + | > loader_time: 0.005 (0.004890587559187049) + + + --> TIME: 2024-12-24 00:56:11 -- STEP: 3772/7738 -- GLOBAL_STEP: 50200 + | > loss_text_ce: 0.03945610299706459 (0.039771705144405936) + | > loss_mel_ce: 2.7095224857330322 (2.812854505293193) + | > loss: 0.6872446537017822 (0.7131565529556831) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12852034399390586) + | > loader_time: 0.0046 (0.004890513951047735) + + + --> TIME: 2024-12-24 00:56:23 -- STEP: 3822/7738 -- GLOBAL_STEP: 50250 + | > loss_text_ce: 0.04301442950963974 (0.03977285191945023) + | > loss_mel_ce: 2.850050926208496 (2.8131831058465298) + | > loss: 0.7232663631439209 (0.7132389897735013) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12846712489704493) + | > loader_time: 0.0046 (0.004890616560156967) + + + --> TIME: 2024-12-24 00:56:34 -- STEP: 3872/7738 -- GLOBAL_STEP: 50300 + | > loss_text_ce: 0.04237503930926323 (0.03977150744075445) + | > loss_mel_ce: 2.6487722396850586 (2.812818423775605) + | > loss: 0.6727868318557739 (0.7131474830887545) + | > current_lr: 5e-06 + | > step_time: 0.0858 (0.1284348852008826) + | > loader_time: 0.0045 (0.004890765902424649) + + + --> TIME: 2024-12-24 00:56:46 -- STEP: 3922/7738 -- GLOBAL_STEP: 50350 + | > loss_text_ce: 0.042209044098854065 (0.03977356156527097) + | > loss_mel_ce: 2.865882158279419 (2.812617805039381) + | > loss: 0.7270228266716003 (0.7130978419457339) + | > current_lr: 5e-06 + | > step_time: 0.1647 (0.1284229087318951) + | > loader_time: 0.0053 (0.004892082070890951) + + + --> TIME: 2024-12-24 00:56:57 -- STEP: 3972/7738 -- GLOBAL_STEP: 50400 + | > loss_text_ce: 0.03976444900035858 (0.03977050363768005) + | > loss_mel_ce: 2.7972090244293213 (2.8126401960069467) + | > loss: 0.7092433571815491 (0.7131026751715381) + | > current_lr: 5e-06 + | > step_time: 0.0838 (0.12839195939589335) + | > loader_time: 0.0045 (0.00489325153623583) + + + --> TIME: 2024-12-24 00:57:09 -- STEP: 4022/7738 -- GLOBAL_STEP: 50450 + | > loss_text_ce: 0.03790608420968056 (0.03976070655029114) + | > loss_mel_ce: 2.9316396713256836 (2.812903604241881) + | > loss: 0.7423864603042603 (0.7131660780107612) + | > current_lr: 5e-06 + | > step_time: 0.1851 (0.12841553091706448) + | > loader_time: 0.0055 (0.004895349037344928) + + + --> TIME: 2024-12-24 00:57:20 -- STEP: 4072/7738 -- GLOBAL_STEP: 50500 + | > loss_text_ce: 0.03868621960282326 (0.03975790948424054) + | > loss_mel_ce: 3.001659393310547 (2.8129146571595007) + | > loss: 0.7600864171981812 (0.7131681419718721) + | > current_lr: 5e-06 + | > step_time: 0.0783 (0.1284166351399859) + | > loader_time: 0.0044 (0.004896711097016552) + + + --> TIME: 2024-12-24 00:57:32 -- STEP: 4122/7738 -- GLOBAL_STEP: 50550 + | > loss_text_ce: 0.040180668234825134 (0.03975355541780914) + | > loss_mel_ce: 2.8129096031188965 (2.813045028168738) + | > loss: 0.7132725715637207 (0.7131996461918271) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.1284014816020424) + | > loader_time: 0.005 (0.004897828995169281) + + + --> TIME: 2024-12-24 00:57:43 -- STEP: 4172/7738 -- GLOBAL_STEP: 50600 + | > loss_text_ce: 0.04221144691109657 (0.03975241336648278) + | > loss_mel_ce: 2.8792014122009277 (2.8130384248146525) + | > loss: 0.7303532361984253 (0.7131977098014425) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12843863618911025) + | > loader_time: 0.0049 (0.004899548832773593) + + + --> TIME: 2024-12-24 00:57:55 -- STEP: 4222/7738 -- GLOBAL_STEP: 50650 + | > loss_text_ce: 0.03619881719350815 (0.039752220619806905) + | > loss_mel_ce: 2.845933198928833 (2.8129388944394567) + | > loss: 0.720533013343811 (0.7131727790166175) + | > current_lr: 5e-06 + | > step_time: 0.0851 (0.12844765570309388) + | > loader_time: 0.0043 (0.004900680171093747) + + + --> TIME: 2024-12-24 00:58:07 -- STEP: 4272/7738 -- GLOBAL_STEP: 50700 + | > loss_text_ce: 0.04161223769187927 (0.0397430562003505) + | > loss_mel_ce: 2.9887964725494385 (2.812884910890227) + | > loss: 0.7576021552085876 (0.7131569920323991) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.12849021817414472) + | > loader_time: 0.0046 (0.004902830340442588) + + + --> TIME: 2024-12-24 00:58:18 -- STEP: 4322/7738 -- GLOBAL_STEP: 50750 + | > loss_text_ce: 0.04125850275158882 (0.03974394833954366) + | > loss_mel_ce: 2.8911139965057373 (2.8126036769424765) + | > loss: 0.7330931425094604 (0.7130869065567839) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.1284915548626439) + | > loader_time: 0.0057 (0.004903922639252798) + + + --> TIME: 2024-12-24 00:58:30 -- STEP: 4372/7738 -- GLOBAL_STEP: 50800 + | > loss_text_ce: 0.04038698971271515 (0.039741460417549834) + | > loss_mel_ce: 2.8613216876983643 (2.812898450724489) + | > loss: 0.7254271507263184 (0.7131599780216425) + | > current_lr: 5e-06 + | > step_time: 0.1564 (0.1285469147009467) + | > loader_time: 0.0056 (0.004905432817157214) + + + --> TIME: 2024-12-24 00:58:42 -- STEP: 4422/7738 -- GLOBAL_STEP: 50850 + | > loss_text_ce: 0.04654661566019058 (0.03973949721528699) + | > loss_mel_ce: 2.7142624855041504 (2.8130345017809733) + | > loss: 0.6902022957801819 (0.7131934999772628) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12858892991390738) + | > loader_time: 0.0046 (0.0049063798153039205) + + + --> TIME: 2024-12-24 00:58:53 -- STEP: 4472/7738 -- GLOBAL_STEP: 50900 + | > loss_text_ce: 0.042392365634441376 (0.039740233297654706) + | > loss_mel_ce: 2.725050687789917 (2.81316705269336) + | > loss: 0.6918607354164124 (0.713226821733396) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.12857505556509155) + | > loader_time: 0.0048 (0.004907378303770094) + + + --> TIME: 2024-12-24 00:59:05 -- STEP: 4522/7738 -- GLOBAL_STEP: 50950 + | > loss_text_ce: 0.042194534093141556 (0.03973903673281255) + | > loss_mel_ce: 2.552311658859253 (2.8130441128495844) + | > loss: 0.6486265659332275 (0.7131957876133957) + | > current_lr: 5e-06 + | > step_time: 0.1062 (0.12861105126124006) + | > loader_time: 0.0046 (0.004908344641242186) + + + --> TIME: 2024-12-24 00:59:16 -- STEP: 4572/7738 -- GLOBAL_STEP: 51000 + | > loss_text_ce: 0.03864780440926552 (0.0397396920617973) + | > loss_mel_ce: 2.798159122467041 (2.812958124220007) + | > loss: 0.7092017531394958 (0.7131744542876993) + | > current_lr: 5e-06 + | > step_time: 0.0808 (0.12859988369028044) + | > loader_time: 0.0045 (0.004908583452069544) + + + --> TIME: 2024-12-24 00:59:28 -- STEP: 4622/7738 -- GLOBAL_STEP: 51050 + | > loss_text_ce: 0.03842156380414963 (0.03973384649214332) + | > loss_mel_ce: 2.6931660175323486 (2.8128141372145046) + | > loss: 0.6828969120979309 (0.7131369961308804) + | > current_lr: 5e-06 + | > step_time: 0.1097 (0.1285969017904485) + | > loader_time: 0.0048 (0.004909229196030982) + + + --> TIME: 2024-12-24 00:59:40 -- STEP: 4672/7738 -- GLOBAL_STEP: 51100 + | > loss_text_ce: 0.03941129893064499 (0.039735057106168266) + | > loss_mel_ce: 2.9106462001800537 (2.8129726076779322) + | > loss: 0.7375143766403198 (0.713176916391679) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.12862778756104062) + | > loader_time: 0.0049 (0.0049110136619985945) + + + --> TIME: 2024-12-24 00:59:51 -- STEP: 4722/7738 -- GLOBAL_STEP: 51150 + | > loss_text_ce: 0.036126311868429184 (0.039734131552449474) + | > loss_mel_ce: 2.851515769958496 (2.812666342249368) + | > loss: 0.7219105362892151 (0.7131001186643514) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.1286321291222704) + | > loader_time: 0.005 (0.004911885732111917) + + + --> TIME: 2024-12-24 01:00:03 -- STEP: 4772/7738 -- GLOBAL_STEP: 51200 + | > loss_text_ce: 0.036722421646118164 (0.0397279534355425) + | > loss_mel_ce: 2.8926661014556885 (2.8128097579944877) + | > loss: 0.7323471307754517 (0.7131344280568684) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.12864245752876552) + | > loader_time: 0.0054 (0.0049138082642567246) + + + --> TIME: 2024-12-24 01:00:14 -- STEP: 4822/7738 -- GLOBAL_STEP: 51250 + | > loss_text_ce: 0.03821505978703499 (0.03972748199486298) + | > loss_mel_ce: 2.6298556327819824 (2.812228892018619) + | > loss: 0.6670176982879639 (0.7129890936655121) + | > current_lr: 5e-06 + | > step_time: 0.0904 (0.1286419304215227) + | > loader_time: 0.0044 (0.004914193022849404) + + + --> TIME: 2024-12-24 01:00:26 -- STEP: 4872/7738 -- GLOBAL_STEP: 51300 + | > loss_text_ce: 0.03757748752832413 (0.039726276292843435) + | > loss_mel_ce: 2.8484139442443848 (2.8118434228822733) + | > loss: 0.7214978337287903 (0.712892424957507) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.12859367066611957) + | > loader_time: 0.0053 (0.004914205111502036) + + + --> TIME: 2024-12-24 01:00:37 -- STEP: 4922/7738 -- GLOBAL_STEP: 51350 + | > loss_text_ce: 0.04206353425979614 (0.039728033822597555) + | > loss_mel_ce: 2.9066452980041504 (2.81157109520388) + | > loss: 0.7371771931648254 (0.7128247823937075) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12857298059513844) + | > loader_time: 0.0048 (0.004915252103886922) + + + --> TIME: 2024-12-24 01:00:49 -- STEP: 4972/7738 -- GLOBAL_STEP: 51400 + | > loss_text_ce: 0.04230048507452011 (0.03972859955291637) + | > loss_mel_ce: 2.863760232925415 (2.8115035149711645) + | > loss: 0.7265151739120483 (0.7128080287506202) + | > current_lr: 5e-06 + | > step_time: 0.1352 (0.12856998936552594) + | > loader_time: 0.0054 (0.004916774104510403) + + + --> TIME: 2024-12-24 01:01:00 -- STEP: 5022/7738 -- GLOBAL_STEP: 51450 + | > loss_text_ce: 0.03943300247192383 (0.03972620023611079) + | > loss_mel_ce: 2.841503381729126 (2.8116771152227473) + | > loss: 0.7202340960502625 (0.7128508289417687) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1286129032839153) + | > loader_time: 0.0045 (0.00491792208072627) + + + --> TIME: 2024-12-24 01:01:12 -- STEP: 5072/7738 -- GLOBAL_STEP: 51500 + | > loss_text_ce: 0.037121597677469254 (0.03972464215270421) + | > loss_mel_ce: 2.9027159214019775 (2.8113856600004055) + | > loss: 0.7349593639373779 (0.7127775756131034) + | > current_lr: 5e-06 + | > step_time: 0.1352 (0.12861482220869305) + | > loader_time: 0.0053 (0.004918525647665793) + + + --> TIME: 2024-12-24 01:01:23 -- STEP: 5122/7738 -- GLOBAL_STEP: 51550 + | > loss_text_ce: 0.03892366215586662 (0.03971961876999324) + | > loss_mel_ce: 2.599372148513794 (2.811015313139935) + | > loss: 0.6595739722251892 (0.7126837330886705) + | > current_lr: 5e-06 + | > step_time: 0.1645 (0.12861578783826938) + | > loader_time: 0.0051 (0.004918655256236353) + + + --> TIME: 2024-12-24 01:01:35 -- STEP: 5172/7738 -- GLOBAL_STEP: 51600 + | > loss_text_ce: 0.0367133654654026 (0.039719938694903575) + | > loss_mel_ce: 2.7280282974243164 (2.81076191777143) + | > loss: 0.6911854147911072 (0.7126204642162532) + | > current_lr: 5e-06 + | > step_time: 0.1282 (0.12863885853886114) + | > loader_time: 0.005 (0.004919500610944561) + + + --> TIME: 2024-12-24 01:01:47 -- STEP: 5222/7738 -- GLOBAL_STEP: 51650 + | > loss_text_ce: 0.04374892637133598 (0.039720111120633526) + | > loss_mel_ce: 2.6036694049835205 (2.810610388577189) + | > loss: 0.6618545651435852 (0.7125826249949925) + | > current_lr: 5e-06 + | > step_time: 0.1224 (0.12864763683763208) + | > loader_time: 0.005 (0.004920385341359384) + + + --> TIME: 2024-12-24 01:01:58 -- STEP: 5272/7738 -- GLOBAL_STEP: 51700 + | > loss_text_ce: 0.038621533662080765 (0.03971819808439547) + | > loss_mel_ce: 2.8212740421295166 (2.8105083774995743) + | > loss: 0.7149738669395447 (0.7125566439626803) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.1286551538566534) + | > loader_time: 0.0065 (0.004921693903180642) + + + --> TIME: 2024-12-24 01:02:10 -- STEP: 5322/7738 -- GLOBAL_STEP: 51750 + | > loss_text_ce: 0.0385427288711071 (0.03971661875540329) + | > loss_mel_ce: 2.971755266189575 (2.8102888384514046) + | > loss: 0.7525745034217834 (0.7125013644020626) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.1286926444694088) + | > loader_time: 0.0053 (0.004922739055451477) + + + --> TIME: 2024-12-24 01:02:22 -- STEP: 5372/7738 -- GLOBAL_STEP: 51800 + | > loss_text_ce: 0.03566138446331024 (0.03971952986705859) + | > loss_mel_ce: 2.781066656112671 (2.8103346015567303) + | > loss: 0.7041820287704468 (0.7125135329638688) + | > current_lr: 5e-06 + | > step_time: 0.1395 (0.1287072204158805) + | > loader_time: 0.0053 (0.004923462379537938) + + + --> TIME: 2024-12-24 01:02:33 -- STEP: 5422/7738 -- GLOBAL_STEP: 51850 + | > loss_text_ce: 0.04055216163396835 (0.039718217907624) + | > loss_mel_ce: 2.8658854961395264 (2.810533116902427) + | > loss: 0.7266094088554382 (0.7125628337962133) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.12870297138209869) + | > loader_time: 0.0049 (0.004924389806808649) + + + --> TIME: 2024-12-24 01:02:45 -- STEP: 5472/7738 -- GLOBAL_STEP: 51900 + | > loss_text_ce: 0.038235533982515335 (0.03971659202756347) + | > loss_mel_ce: 2.998316526412964 (2.810394149164703) + | > loss: 0.7591379880905151 (0.7125276853575531) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.12866193439528245) + | > loader_time: 0.005 (0.004924940827645758) + + + --> TIME: 2024-12-24 01:02:56 -- STEP: 5522/7738 -- GLOBAL_STEP: 51950 + | > loss_text_ce: 0.0402926430106163 (0.03971438297859548) + | > loss_mel_ce: 2.6411213874816895 (2.8105907235098906) + | > loss: 0.6703535318374634 (0.7125762766662266) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12869824023835671) + | > loader_time: 0.0046 (0.004925930556159487) + + + --> TIME: 2024-12-24 01:03:08 -- STEP: 5572/7738 -- GLOBAL_STEP: 52000 + | > loss_text_ce: 0.03891478106379509 (0.039717399695392175) + | > loss_mel_ce: 2.797964334487915 (2.810631792107158) + | > loss: 0.709219753742218 (0.7125872980003641) + | > current_lr: 5e-06 + | > step_time: 0.1044 (0.12874953899123376) + | > loader_time: 0.0046 (0.0049270397026763115) + + + --> TIME: 2024-12-24 01:03:21 -- STEP: 5622/7738 -- GLOBAL_STEP: 52050 + | > loss_text_ce: 0.042395010590553284 (0.039714597373318276) + | > loss_mel_ce: 2.7464406490325928 (2.810783091197014) + | > loss: 0.6972089409828186 (0.7126244221960091) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.12883055651158196) + | > loader_time: 0.0051 (0.0049282687705252725) + + + --> TIME: 2024-12-24 01:03:32 -- STEP: 5672/7738 -- GLOBAL_STEP: 52100 + | > loss_text_ce: 0.03933795914053917 (0.039709749488732786) + | > loss_mel_ce: 2.9010403156280518 (2.810756494279299) + | > loss: 0.7350945472717285 (0.7126165610043226) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.1288386514812328) + | > loader_time: 0.0056 (0.004929001097618613) + + + --> TIME: 2024-12-24 01:03:44 -- STEP: 5722/7738 -- GLOBAL_STEP: 52150 + | > loss_text_ce: 0.04114270955324173 (0.03970262907511842) + | > loss_mel_ce: 2.653804063796997 (2.810511110088111) + | > loss: 0.6737366914749146 (0.7125534348577864) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12883144852499234) + | > loader_time: 0.0049 (0.0049296937510501454) + + + --> TIME: 2024-12-24 01:03:55 -- STEP: 5772/7738 -- GLOBAL_STEP: 52200 + | > loss_text_ce: 0.040355134755373 (0.0397022035736423) + | > loss_mel_ce: 2.692441940307617 (2.810483179113879) + | > loss: 0.6831992864608765 (0.7125463457216601) + | > current_lr: 5e-06 + | > step_time: 0.0982 (0.1287772925628693) + | > loader_time: 0.0048 (0.004929911404620919) + + + --> TIME: 2024-12-24 01:04:06 -- STEP: 5822/7738 -- GLOBAL_STEP: 52250 + | > loss_text_ce: 0.03648540750145912 (0.039703796277278894) + | > loss_mel_ce: 2.734060287475586 (2.810477017619192) + | > loss: 0.6926364302635193 (0.7125452035114727) + | > current_lr: 5e-06 + | > step_time: 0.1432 (0.12878301204254178) + | > loader_time: 0.0052 (0.00493037848077825) + + + --> TIME: 2024-12-24 01:04:18 -- STEP: 5872/7738 -- GLOBAL_STEP: 52300 + | > loss_text_ce: 0.037182945758104324 (0.039700916606351715) + | > loss_mel_ce: 2.78413724899292 (2.810554393102745) + | > loss: 0.7053300738334656 (0.7125638274409962) + | > current_lr: 5e-06 + | > step_time: 0.0946 (0.12880802446879866) + | > loader_time: 0.0047 (0.004931192753750238) + + + --> TIME: 2024-12-24 01:04:30 -- STEP: 5922/7738 -- GLOBAL_STEP: 52350 + | > loss_text_ce: 0.03870152309536934 (0.03969501898828758) + | > loss_mel_ce: 2.786038637161255 (2.8105009834494963) + | > loss: 0.7061850428581238 (0.7125490006261974) + | > current_lr: 5e-06 + | > step_time: 0.1373 (0.12884053979440147) + | > loader_time: 0.0051 (0.004932096502902506) + + + --> TIME: 2024-12-24 01:04:42 -- STEP: 5972/7738 -- GLOBAL_STEP: 52400 + | > loss_text_ce: 0.03973166272044182 (0.03968647692373739) + | > loss_mel_ce: 2.877532482147217 (2.810406871115044) + | > loss: 0.7293160557746887 (0.7125233370369111) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12887061205153022) + | > loader_time: 0.0049 (0.004933061730678027) + + + --> TIME: 2024-12-24 01:04:53 -- STEP: 6022/7738 -- GLOBAL_STEP: 52450 + | > loss_text_ce: 0.04023853689432144 (0.039685299677872654) + | > loss_mel_ce: 2.7786941528320312 (2.810520869440029) + | > loss: 0.7047331929206848 (0.7125515423316736) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12885744814776157) + | > loader_time: 0.0051 (0.00493338301268103) + + + --> TIME: 2024-12-24 01:05:05 -- STEP: 6072/7738 -- GLOBAL_STEP: 52500 + | > loss_text_ce: 0.038163408637046814 (0.039682193886554945) + | > loss_mel_ce: 2.645615577697754 (2.810325615333781) + | > loss: 0.6709447503089905 (0.7125019523289373) + | > current_lr: 5e-06 + | > step_time: 0.1285 (0.12887577769470474) + | > loader_time: 0.0051 (0.0049330388368825275) + + + --> TIME: 2024-12-24 01:05:16 -- STEP: 6122/7738 -- GLOBAL_STEP: 52550 + | > loss_text_ce: 0.038170136511325836 (0.0396783564879283) + | > loss_mel_ce: 2.7257745265960693 (2.8103280612667576) + | > loss: 0.690986156463623 (0.7125016044690236) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.12882902944683844) + | > loader_time: 0.005 (0.0049338313887532965) + + + --> TIME: 2024-12-24 01:05:27 -- STEP: 6172/7738 -- GLOBAL_STEP: 52600 + | > loss_text_ce: 0.03896893560886383 (0.039676032024565475) + | > loss_mel_ce: 2.596437454223633 (2.8103535345291295) + | > loss: 0.6588516235351562 (0.7125073916925222) + | > current_lr: 5e-06 + | > step_time: 0.073 (0.1287976074975879) + | > loader_time: 0.0042 (0.004933877185962459) + + + --> TIME: 2024-12-24 01:05:39 -- STEP: 6222/7738 -- GLOBAL_STEP: 52650 + | > loss_text_ce: 0.03750108927488327 (0.03967468607727692) + | > loss_mel_ce: 2.8458354473114014 (2.81036692959286) + | > loss: 0.7208341360092163 (0.7125104039821247) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.1288444940318097) + | > loader_time: 0.0053 (0.004935108860448722) + + + --> TIME: 2024-12-24 01:05:50 -- STEP: 6272/7738 -- GLOBAL_STEP: 52700 + | > loss_text_ce: 0.04000936448574066 (0.0396750853376164) + | > loss_mel_ce: 2.931095600128174 (2.8104248050296117) + | > loss: 0.7427762150764465 (0.7125249726564765) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.1288131946811868) + | > loader_time: 0.0046 (0.004935320048611994) + + + --> TIME: 2024-12-24 01:06:02 -- STEP: 6322/7738 -- GLOBAL_STEP: 52750 + | > loss_text_ce: 0.03917393460869789 (0.039678147719387526) + | > loss_mel_ce: 2.9644389152526855 (2.810511807632077) + | > loss: 0.7509031891822815 (0.7125474888759497) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.1288507780444955) + | > loader_time: 0.0051 (0.004935458316640063) + + + --> TIME: 2024-12-24 01:06:14 -- STEP: 6372/7738 -- GLOBAL_STEP: 52800 + | > loss_text_ce: 0.03814510628581047 (0.039680675907166875) + | > loss_mel_ce: 2.7249417304992676 (2.810476646846889) + | > loss: 0.6907716989517212 (0.7125393307141673) + | > current_lr: 5e-06 + | > step_time: 0.0924 (0.1288776377500112) + | > loader_time: 0.0047 (0.004936351539650135) + + + --> TIME: 2024-12-24 01:06:26 -- STEP: 6422/7738 -- GLOBAL_STEP: 52850 + | > loss_text_ce: 0.042622316628694534 (0.039678502912284745) + | > loss_mel_ce: 2.7577662467956543 (2.810411988148167) + | > loss: 0.7000971436500549 (0.712522622786071) + | > current_lr: 5e-06 + | > step_time: 0.1748 (0.12890167286075985) + | > loader_time: 0.0055 (0.004936901144207696) + + + --> TIME: 2024-12-24 01:06:37 -- STEP: 6472/7738 -- GLOBAL_STEP: 52900 + | > loss_text_ce: 0.03990870341658592 (0.03967603183367571) + | > loss_mel_ce: 2.9449989795684814 (2.8102039799775644) + | > loss: 0.7462269067764282 (0.7124700029789305) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.1288897770149596) + | > loader_time: 0.0052 (0.004937438057143847) + + + --> TIME: 2024-12-24 01:06:49 -- STEP: 6522/7738 -- GLOBAL_STEP: 52950 + | > loss_text_ce: 0.03924578055739403 (0.03967466187965818) + | > loss_mel_ce: 2.6457152366638184 (2.809973263513885) + | > loss: 0.6712402701377869 (0.7124119813878718) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12889195822821306) + | > loader_time: 0.0049 (0.004938009910443123) + + + --> TIME: 2024-12-24 01:07:00 -- STEP: 6572/7738 -- GLOBAL_STEP: 53000 + | > loss_text_ce: 0.04315899312496185 (0.039671808086977296) + | > loss_mel_ce: 2.939927101135254 (2.8098773436073197) + | > loss: 0.7457715272903442 (0.7123872879631848) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.1288999282435823) + | > loader_time: 0.0047 (0.004938521837941484) + + + --> TIME: 2024-12-24 01:07:12 -- STEP: 6622/7738 -- GLOBAL_STEP: 53050 + | > loss_text_ce: 0.037221334874629974 (0.039673348960481566) + | > loss_mel_ce: 2.870572805404663 (2.8097586175243943) + | > loss: 0.7269485592842102 (0.7123579916655935) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.12886707349257007) + | > loader_time: 0.0054 (0.0049387074712178985) + + + --> TIME: 2024-12-24 01:07:23 -- STEP: 6672/7738 -- GLOBAL_STEP: 53100 + | > loss_text_ce: 0.04040208086371422 (0.039672372864650834) + | > loss_mel_ce: 2.5860519409179688 (2.8096990682524106) + | > loss: 0.6566135287284851 (0.7123428603245637) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.12888288980336482) + | > loader_time: 0.0047 (0.004939390565279865) + + + --> TIME: 2024-12-24 01:07:35 -- STEP: 6722/7738 -- GLOBAL_STEP: 53150 + | > loss_text_ce: 0.03962545469403267 (0.0396730211033876) + | > loss_mel_ce: 2.8471574783325195 (2.8096954911211216) + | > loss: 0.7216957211494446 (0.7123421280822462) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12886718063615532) + | > loader_time: 0.0044 (0.004939793582758498) + + + --> TIME: 2024-12-24 01:07:46 -- STEP: 6772/7738 -- GLOBAL_STEP: 53200 + | > loss_text_ce: 0.03884771466255188 (0.039673123474860496) + | > loss_mel_ce: 2.867949962615967 (2.8097060249179835) + | > loss: 0.7266994118690491 (0.7123447871391273) + | > current_lr: 5e-06 + | > step_time: 0.1335 (0.1288601343475427) + | > loader_time: 0.0052 (0.004940059082225029) + + + --> TIME: 2024-12-24 01:07:57 -- STEP: 6822/7738 -- GLOBAL_STEP: 53250 + | > loss_text_ce: 0.04076738655567169 (0.03967170811980978) + | > loss_mel_ce: 2.5774178504943848 (2.8096862425031013) + | > loss: 0.654546320438385 (0.7123394876814637) + | > current_lr: 5e-06 + | > step_time: 0.1452 (0.12882081541767626) + | > loader_time: 0.005 (0.004939660827493572) + + + --> TIME: 2024-12-24 01:08:09 -- STEP: 6872/7738 -- GLOBAL_STEP: 53300 + | > loss_text_ce: 0.036236364394426346 (0.03967138367262694) + | > loss_mel_ce: 2.8777668476104736 (2.8097789736510093) + | > loss: 0.7285007834434509 (0.7123625893427697) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.12880851645824923) + | > loader_time: 0.0048 (0.004939495996768318) + + + --> TIME: 2024-12-24 01:08:20 -- STEP: 6922/7738 -- GLOBAL_STEP: 53350 + | > loss_text_ce: 0.03414428234100342 (0.03966848699177396) + | > loss_mel_ce: 2.932279348373413 (2.809628232956202) + | > loss: 0.7416058778762817 (0.7123241800167981) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.1287864396352362) + | > loader_time: 0.0051 (0.0049394784859583185) + + + --> TIME: 2024-12-24 01:08:32 -- STEP: 6972/7738 -- GLOBAL_STEP: 53400 + | > loss_text_ce: 0.04238718003034592 (0.039669292229021984) + | > loss_mel_ce: 2.6921169757843018 (2.8095450896472616) + | > loss: 0.6836260557174683 (0.7123035954902458) + | > current_lr: 5e-06 + | > step_time: 0.1633 (0.12882253382305817) + | > loader_time: 0.006 (0.0049412358921968064) + + + --> TIME: 2024-12-24 01:08:44 -- STEP: 7022/7738 -- GLOBAL_STEP: 53450 + | > loss_text_ce: 0.04283863306045532 (0.039671967860987124) + | > loss_mel_ce: 2.831860303878784 (2.8096028917435336) + | > loss: 0.7186747193336487 (0.712318714910748) + | > current_lr: 5e-06 + | > step_time: 0.1478 (0.12885136517389195) + | > loader_time: 0.0051 (0.004942487597431564) + + + --> TIME: 2024-12-24 01:08:55 -- STEP: 7072/7738 -- GLOBAL_STEP: 53500 + | > loss_text_ce: 0.04114603251218796 (0.03967244297342912) + | > loss_mel_ce: 2.8937580585479736 (2.8094999244040433) + | > loss: 0.7337260246276855 (0.7122930918495722) + | > current_lr: 5e-06 + | > step_time: 0.1037 (0.1288529901482943) + | > loader_time: 0.0046 (0.004942523003703331) + + + --> TIME: 2024-12-24 01:09:07 -- STEP: 7122/7738 -- GLOBAL_STEP: 53550 + | > loss_text_ce: 0.0416039302945137 (0.03966777610266409) + | > loss_mel_ce: 2.7104740142822266 (2.8094908001381977) + | > loss: 0.6880195140838623 (0.7122896440375297) + | > current_lr: 5e-06 + | > step_time: 0.1325 (0.12881051228642995) + | > loader_time: 0.005 (0.004942358561159354) + + + --> TIME: 2024-12-24 01:09:18 -- STEP: 7172/7738 -- GLOBAL_STEP: 53600 + | > loss_text_ce: 0.04306229576468468 (0.039670133824801446) + | > loss_mel_ce: 2.7321038246154785 (2.8094461719483093) + | > loss: 0.6937915086746216 (0.7122790763830921) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.1288158819453387) + | > loader_time: 0.0053 (0.0049429345383567) + + + --> TIME: 2024-12-24 01:09:30 -- STEP: 7222/7738 -- GLOBAL_STEP: 53650 + | > loss_text_ce: 0.03818035125732422 (0.039668283886419305) + | > loss_mel_ce: 2.8130292892456055 (2.8094392257593706) + | > loss: 0.7128024101257324 (0.7122768773510337) + | > current_lr: 5e-06 + | > step_time: 0.146 (0.12883756224120735) + | > loader_time: 0.0049 (0.004943366593450962) + + + --> TIME: 2024-12-24 01:09:42 -- STEP: 7272/7738 -- GLOBAL_STEP: 53700 + | > loss_text_ce: 0.037906713783741 (0.03966555195272466) + | > loss_mel_ce: 2.746466636657715 (2.8094681867934104) + | > loss: 0.6960933208465576 (0.7122834346065565) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.1288544793989271) + | > loader_time: 0.0053 (0.0049438493283274956) + + + --> TIME: 2024-12-24 01:09:53 -- STEP: 7322/7738 -- GLOBAL_STEP: 53750 + | > loss_text_ce: 0.04146914929151535 (0.0396679980884876) + | > loss_mel_ce: 2.9318158626556396 (2.8094018300808448) + | > loss: 0.7433212399482727 (0.7122674569654459) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12886427686827293) + | > loader_time: 0.0048 (0.004944413257276906) + + + --> TIME: 2024-12-24 01:10:05 -- STEP: 7372/7738 -- GLOBAL_STEP: 53800 + | > loss_text_ce: 0.03712857887148857 (0.03966753989861335) + | > loss_mel_ce: 2.5431108474731445 (2.809315139841135) + | > loss: 0.6450598835945129 (0.7122456698526337) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.12884230233377217) + | > loader_time: 0.0045 (0.0049447069592406055) + + + --> TIME: 2024-12-24 01:10:16 -- STEP: 7422/7738 -- GLOBAL_STEP: 53850 + | > loss_text_ce: 0.03927915170788765 (0.03966921890629802) + | > loss_mel_ce: 2.7791149616241455 (2.8094254047264733) + | > loss: 0.7045985460281372 (0.7122736558362315) + | > current_lr: 5e-06 + | > step_time: 0.1144 (0.12885327051348297) + | > loader_time: 0.0052 (0.004945210741074445) + + + --> TIME: 2024-12-24 01:10:28 -- STEP: 7472/7738 -- GLOBAL_STEP: 53900 + | > loss_text_ce: 0.03820451721549034 (0.03966904416898706) + | > loss_mel_ce: 2.7395334243774414 (2.809163212489004) + | > loss: 0.6944344639778137 (0.7122080641094706) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12884244609951248) + | > loader_time: 0.005 (0.004945327625540137) + + + --> TIME: 2024-12-24 01:10:39 -- STEP: 7522/7738 -- GLOBAL_STEP: 53950 + | > loss_text_ce: 0.03789994865655899 (0.03967110971070584) + | > loss_mel_ce: 2.801569938659668 (2.8090972499750997) + | > loss: 0.7098674774169922 (0.7121920898869716) + | > current_lr: 5e-06 + | > step_time: 0.1161 (0.128815916839099) + | > loader_time: 0.0049 (0.004945331734249297) + + + --> TIME: 2024-12-24 01:10:51 -- STEP: 7572/7738 -- GLOBAL_STEP: 54000 + | > loss_text_ce: 0.03662712872028351 (0.039669672218857366) + | > loss_mel_ce: 2.629204511642456 (2.8089860218010756) + | > loss: 0.6664578914642334 (0.7121639234863516) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1288430847255129) + | > loader_time: 0.0052 (0.0049460003505733) + + + --> TIME: 2024-12-24 01:11:02 -- STEP: 7622/7738 -- GLOBAL_STEP: 54050 + | > loss_text_ce: 0.04166385158896446 (0.03966698793626438) + | > loss_mel_ce: 2.7643513679504395 (2.808812852201103) + | > loss: 0.7015038132667542 (0.7121199599888287) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.1288288707527961) + | > loader_time: 0.0052 (0.004946238942673064) + + + --> TIME: 2024-12-24 01:11:14 -- STEP: 7672/7738 -- GLOBAL_STEP: 54100 + | > loss_text_ce: 0.03956029191613197 (0.03966705000772876) + | > loss_mel_ce: 2.932579755783081 (2.8088335377145675) + | > loss: 0.7430350184440613 (0.7121251468955545) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.12884029680795103) + | > loader_time: 0.0054 (0.004946676732601291) + + + --> TIME: 2024-12-24 01:11:26 -- STEP: 7722/7738 -- GLOBAL_STEP: 54150 + | > loss_text_ce: 0.03856069594621658 (0.039664511898340964) + | > loss_mel_ce: 2.7594850063323975 (2.80873868858156) + | > loss: 0.6995114088058472 (0.7121008001007407) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.12884018381652837) + | > loader_time: 0.0046 (0.004947376201820326) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.0687151364605836 (-6.77156930018602e-05) + | > avg_loss_text_ce: 0.038140721788460535 (-0.00029007864720895227) + | > avg_loss_mel_ce: 2.9418890897673786 (+0.0002045173837679215) + | > avg_loss: 2.980029810558666 (-8.555855413883151e-05) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_54166.pth + + > EPOCH: 7/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 01:12:31)  + + --> TIME: 2024-12-24 01:12:39 -- STEP: 34/7738 -- GLOBAL_STEP: 54200 + | > loss_text_ce: 0.03693455457687378 (0.03969640131382381) + | > loss_mel_ce: 2.74526047706604 (2.8063864637823666) + | > loss: 0.6955487728118896 (0.7115207156714272) + | > current_lr: 5e-06 + | > step_time: 0.1634 (0.12653312262366795) + | > loader_time: 0.005 (0.004713794764350442) + + + --> TIME: 2024-12-24 01:12:50 -- STEP: 84/7738 -- GLOBAL_STEP: 54250 + | > loss_text_ce: 0.04114081338047981 (0.039649844879195796) + | > loss_mel_ce: 2.783830165863037 (2.8006966454642157) + | > loss: 0.7062427401542664 (0.710086623118037) + | > current_lr: 5e-06 + | > step_time: 0.1452 (0.12698420172645927) + | > loader_time: 0.0052 (0.004781768435523621) + + + --> TIME: 2024-12-24 01:13:02 -- STEP: 134/7738 -- GLOBAL_STEP: 54300 + | > loss_text_ce: 0.04487094655632973 (0.03969956258895683) + | > loss_mel_ce: 2.7365453243255615 (2.80424223195261) + | > loss: 0.6953540444374084 (0.7109854483782352) + | > current_lr: 5e-06 + | > step_time: 0.164 (0.12817100446615648) + | > loader_time: 0.0051 (0.0048086625426562845) + + + --> TIME: 2024-12-24 01:13:13 -- STEP: 184/7738 -- GLOBAL_STEP: 54350 + | > loss_text_ce: 0.040638070553541183 (0.03957000160184891) + | > loss_mel_ce: 2.696533441543579 (2.8035015152848284) + | > loss: 0.6842928528785706 (0.7107678784624384) + | > current_lr: 5e-06 + | > step_time: 0.0952 (0.1274623806061953) + | > loader_time: 0.0048 (0.004802201105200724) + + + --> TIME: 2024-12-24 01:13:25 -- STEP: 234/7738 -- GLOBAL_STEP: 54400 + | > loss_text_ce: 0.039143092930316925 (0.03957590705945961) + | > loss_mel_ce: 2.8208863735198975 (2.8015563406495967) + | > loss: 0.7150073647499084 (0.7102830621421842) + | > current_lr: 5e-06 + | > step_time: 0.1475 (0.12791524993048778) + | > loader_time: 0.0049 (0.004801111343579412) + + + --> TIME: 2024-12-24 01:13:37 -- STEP: 284/7738 -- GLOBAL_STEP: 54450 + | > loss_text_ce: 0.03916249796748161 (0.039625891392499626) + | > loss_mel_ce: 2.6758508682250977 (2.8064397531495966) + | > loss: 0.6787533164024353 (0.7115164109518824) + | > current_lr: 5e-06 + | > step_time: 0.0773 (0.1286340339083068) + | > loader_time: 0.0042 (0.004805794903929803) + + + --> TIME: 2024-12-24 01:13:48 -- STEP: 334/7738 -- GLOBAL_STEP: 54500 + | > loss_text_ce: 0.042703814804553986 (0.039657233271770134) + | > loss_mel_ce: 2.83034348487854 (2.807723442951361) + | > loss: 0.7182618379592896 (0.7118451689888612) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12905517880788112) + | > loader_time: 0.0048 (0.004803179980752001) + + + --> TIME: 2024-12-24 01:14:00 -- STEP: 384/7738 -- GLOBAL_STEP: 54550 + | > loss_text_ce: 0.041093453764915466 (0.03967266014660708) + | > loss_mel_ce: 2.803943157196045 (2.806581104795137) + | > loss: 0.711259126663208 (0.7115634411262969) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12891840500136212) + | > loader_time: 0.0046 (0.004797558610637988) + + + --> TIME: 2024-12-24 01:14:11 -- STEP: 434/7738 -- GLOBAL_STEP: 54600 + | > loss_text_ce: 0.039239708334207535 (0.03961841126878139) + | > loss_mel_ce: 2.832071304321289 (2.8083680219913947) + | > loss: 0.7178277373313904 (0.7119966082034572) + | > current_lr: 5e-06 + | > step_time: 0.117 (0.12901891046954742) + | > loader_time: 0.0048 (0.004803447130088986) + + + --> TIME: 2024-12-24 01:14:23 -- STEP: 484/7738 -- GLOBAL_STEP: 54650 + | > loss_text_ce: 0.03707334026694298 (0.03954994454518082) + | > loss_mel_ce: 2.8264362812042236 (2.8062688388115107) + | > loss: 0.7158774137496948 (0.7114546959065209) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.1290079094161672) + | > loader_time: 0.0048 (0.0047999782995744224) + + + --> TIME: 2024-12-24 01:14:35 -- STEP: 534/7738 -- GLOBAL_STEP: 54700 + | > loss_text_ce: 0.04120199754834175 (0.03955468061041741) + | > loss_mel_ce: 2.8881168365478516 (2.8086935759483644) + | > loss: 0.7323297262191772 (0.712062064293172) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1294273870268118) + | > loader_time: 0.0045 (0.00480285878485062) + + + --> TIME: 2024-12-24 01:14:46 -- STEP: 584/7738 -- GLOBAL_STEP: 54750 + | > loss_text_ce: 0.03884517773985863 (0.039536986264004675) + | > loss_mel_ce: 2.705009937286377 (2.8100670837376187) + | > loss: 0.6859637498855591 (0.7124010174445908) + | > current_lr: 5e-06 + | > step_time: 0.1407 (0.1294021855478417) + | > loader_time: 0.0052 (0.004798867931104689) + + + --> TIME: 2024-12-24 01:14:58 -- STEP: 634/7738 -- GLOBAL_STEP: 54800 + | > loss_text_ce: 0.035807568579912186 (0.03950186748915477) + | > loss_mel_ce: 2.8328604698181152 (2.809102813904214) + | > loss: 0.7171670198440552 (0.7121511703409982) + | > current_lr: 5e-06 + | > step_time: 0.1502 (0.12941732316363108) + | > loader_time: 0.0049 (0.004797933229512596) + + + --> TIME: 2024-12-24 01:15:10 -- STEP: 684/7738 -- GLOBAL_STEP: 54850 + | > loss_text_ce: 0.04045494645833969 (0.0394628002411789) + | > loss_mel_ce: 2.818427324295044 (2.809473925515222) + | > loss: 0.7147205471992493 (0.712234181270265) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.12992893080962326) + | > loader_time: 0.0048 (0.004799711773967186) + + + --> TIME: 2024-12-24 01:15:21 -- STEP: 734/7738 -- GLOBAL_STEP: 54900 + | > loss_text_ce: 0.037808842957019806 (0.039503909403849) + | > loss_mel_ce: 2.8265957832336426 (2.8076283623152247) + | > loss: 0.7161011695861816 (0.7117830679754473) + | > current_lr: 5e-06 + | > step_time: 0.133 (0.12976780152125963) + | > loader_time: 0.0047 (0.004799621306583086) + + + --> TIME: 2024-12-24 01:15:33 -- STEP: 784/7738 -- GLOBAL_STEP: 54950 + | > loss_text_ce: 0.04481574892997742 (0.03951419650443956) + | > loss_mel_ce: 2.709998607635498 (2.8063327274760397) + | > loss: 0.6887035965919495 (0.7114617312136965) + | > current_lr: 5e-06 + | > step_time: 0.0922 (0.12955596313184614) + | > loader_time: 0.0052 (0.004800257330038116) + + + --> TIME: 2024-12-24 01:15:44 -- STEP: 834/7738 -- GLOBAL_STEP: 55000 + | > loss_text_ce: 0.040165405720472336 (0.03953624979036741) + | > loss_mel_ce: 2.5702362060546875 (2.805641737487388) + | > loss: 0.6526004076004028 (0.7112944970170946) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12941503067382495) + | > loader_time: 0.0051 (0.004803145246254171) + + + --> TIME: 2024-12-24 01:15:55 -- STEP: 884/7738 -- GLOBAL_STEP: 55050 + | > loss_text_ce: 0.03726128488779068 (0.039547711459085366) + | > loss_mel_ce: 2.9736316204071045 (2.804034532465005) + | > loss: 0.752723217010498 (0.7108955610526636) + | > current_lr: 5e-06 + | > step_time: 0.0983 (0.12922407194500038) + | > loader_time: 0.0046 (0.004802510209752426) + + + --> TIME: 2024-12-24 01:16:06 -- STEP: 934/7738 -- GLOBAL_STEP: 55100 + | > loss_text_ce: 0.039393749088048935 (0.03956136249835405) + | > loss_mel_ce: 2.72552490234375 (2.80442953773433) + | > loss: 0.6912296414375305 (0.7109977250053237) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.1288187613579139) + | > loader_time: 0.0044 (0.004803094159357044) + + + --> TIME: 2024-12-24 01:16:18 -- STEP: 984/7738 -- GLOBAL_STEP: 55150 + | > loss_text_ce: 0.04131472483277321 (0.0395636297610959) + | > loss_mel_ce: 2.9309520721435547 (2.803013949617136) + | > loss: 0.7430667281150818 (0.7106443945833341) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.1287868807955486) + | > loader_time: 0.005 (0.004806091872657219) + + + --> TIME: 2024-12-24 01:16:29 -- STEP: 1034/7738 -- GLOBAL_STEP: 55200 + | > loss_text_ce: 0.03940678760409355 (0.03956747028393022) + | > loss_mel_ce: 2.7037241458892822 (2.801911886702191) + | > loss: 0.6857827305793762 (0.710369839024959) + | > current_lr: 5e-06 + | > step_time: 0.1237 (0.1285517294125584) + | > loader_time: 0.0051 (0.004805520378644048) + + + --> TIME: 2024-12-24 01:16:40 -- STEP: 1084/7738 -- GLOBAL_STEP: 55250 + | > loss_text_ce: 0.04159357026219368 (0.039563104403772205) + | > loss_mel_ce: 2.9546940326690674 (2.8023069432740697) + | > loss: 0.7490718960762024 (0.710467511492462) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.128285415498093) + | > loader_time: 0.005 (0.0048077420994804354) + + + --> TIME: 2024-12-24 01:16:52 -- STEP: 1134/7738 -- GLOBAL_STEP: 55300 + | > loss_text_ce: 0.03842860460281372 (0.03955267950222284) + | > loss_mel_ce: 2.781994104385376 (2.8028603798497893) + | > loss: 0.7051056623458862 (0.7106032643263511) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.12810736757947858) + | > loader_time: 0.0045 (0.004806242081643834) + + + --> TIME: 2024-12-24 01:17:03 -- STEP: 1184/7738 -- GLOBAL_STEP: 55350 + | > loss_text_ce: 0.04095381125807762 (0.03954854711411969) + | > loss_mel_ce: 2.9602744579315186 (2.8023217537918583) + | > loss: 0.7503070831298828 (0.7104675747655537) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12814652537171906) + | > loader_time: 0.0049 (0.004808047534646215) + + + --> TIME: 2024-12-24 01:17:15 -- STEP: 1234/7738 -- GLOBAL_STEP: 55400 + | > loss_text_ce: 0.0344884879887104 (0.0395350346743239) + | > loss_mel_ce: 2.8224968910217285 (2.802584591329192) + | > loss: 0.7142463326454163 (0.710529906050313) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12813925781744606) + | > loader_time: 0.0048 (0.004811040392957593) + + + --> TIME: 2024-12-24 01:17:26 -- STEP: 1284/7738 -- GLOBAL_STEP: 55450 + | > loss_text_ce: 0.03878471255302429 (0.0395104392283709) + | > loss_mel_ce: 2.709104299545288 (2.8033988143424735) + | > loss: 0.6869722604751587 (0.7107273128080958) + | > current_lr: 5e-06 + | > step_time: 0.1219 (0.12819605230170977) + | > loader_time: 0.005 (0.004814120467949505) + + + --> TIME: 2024-12-24 01:17:37 -- STEP: 1334/7738 -- GLOBAL_STEP: 55500 + | > loss_text_ce: 0.04094729945063591 (0.039512325692614675) + | > loss_mel_ce: 2.973015069961548 (2.8037540975181754) + | > loss: 0.7534905672073364 (0.7108166049356042) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.1279710454383174) + | > loader_time: 0.0052 (0.004814562590225881) + + + --> TIME: 2024-12-24 01:17:49 -- STEP: 1384/7738 -- GLOBAL_STEP: 55550 + | > loss_text_ce: 0.03757425770163536 (0.039511711075578965) + | > loss_mel_ce: 2.586540699005127 (2.8038922515563174) + | > loss: 0.6560287475585938 (0.7108509898013456) + | > current_lr: 5e-06 + | > step_time: 0.1199 (0.12800426669203477) + | > loader_time: 0.0048 (0.004817560401266019) + + + --> TIME: 2024-12-24 01:18:00 -- STEP: 1434/7738 -- GLOBAL_STEP: 55600 + | > loss_text_ce: 0.039584849029779434 (0.03950003306725613) + | > loss_mel_ce: 2.565655469894409 (2.80391632646031) + | > loss: 0.6513100862503052 (0.7108540892434748) + | > current_lr: 5e-06 + | > step_time: 0.1109 (0.1277713364969571) + | > loader_time: 0.0047 (0.004815728262046058) + + + --> TIME: 2024-12-24 01:18:11 -- STEP: 1484/7738 -- GLOBAL_STEP: 55650 + | > loss_text_ce: 0.04180266335606575 (0.0394991822088905) + | > loss_mel_ce: 2.9105005264282227 (2.803530518899384) + | > loss: 0.7380757927894592 (0.7107574245679086) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12740577327594613) + | > loader_time: 0.0049 (0.004813070888467874) + + + --> TIME: 2024-12-24 01:18:22 -- STEP: 1534/7738 -- GLOBAL_STEP: 55700 + | > loss_text_ce: 0.03973150625824928 (0.03949088429864564) + | > loss_mel_ce: 2.9133460521698 (2.8043289318233886) + | > loss: 0.7382693886756897 (0.710954953242467) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.1274878248242076) + | > loader_time: 0.0045 (0.004816040377262515) + + + --> TIME: 2024-12-24 01:18:34 -- STEP: 1584/7738 -- GLOBAL_STEP: 55750 + | > loss_text_ce: 0.03912525624036789 (0.039480893872678245) + | > loss_mel_ce: 2.716717481613159 (2.8030963920884626) + | > loss: 0.6889606714248657 (0.7106443207823866) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.12745269576106402) + | > loader_time: 0.0046 (0.004815370898054102) + + + --> TIME: 2024-12-24 01:18:45 -- STEP: 1634/7738 -- GLOBAL_STEP: 55800 + | > loss_text_ce: 0.04226051643490791 (0.03949517148662006) + | > loss_mel_ce: 2.612494945526123 (2.803229644803402) + | > loss: 0.6636888384819031 (0.7106812034198964) + | > current_lr: 5e-06 + | > step_time: 0.0895 (0.12755043343201997) + | > loader_time: 0.0042 (0.00481716042778921) + + + --> TIME: 2024-12-24 01:18:57 -- STEP: 1684/7738 -- GLOBAL_STEP: 55850 + | > loss_text_ce: 0.036823585629463196 (0.039478744776154054) + | > loss_mel_ce: 2.7268471717834473 (2.8032756048540004) + | > loss: 0.6909176707267761 (0.7106885868268452) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.1275001750139612) + | > loader_time: 0.0053 (0.004817658393796441) + + + --> TIME: 2024-12-24 01:19:08 -- STEP: 1734/7738 -- GLOBAL_STEP: 55900 + | > loss_text_ce: 0.038749583065509796 (0.03947562448929611) + | > loss_mel_ce: 2.6919848918914795 (2.8035235116226005) + | > loss: 0.6826836466789246 (0.710749783661676) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12749686703137453) + | > loader_time: 0.0045 (0.00481912091529081) + + + --> TIME: 2024-12-24 01:19:20 -- STEP: 1784/7738 -- GLOBAL_STEP: 55950 + | > loss_text_ce: 0.03842860832810402 (0.03946648342451371) + | > loss_mel_ce: 2.6790149211883545 (2.803495675993604) + | > loss: 0.6793608665466309 (0.7107405395585322) + | > current_lr: 5e-06 + | > step_time: 0.108 (0.1277121201224389) + | > loader_time: 0.0048 (0.004822323274184774) + + + --> TIME: 2024-12-24 01:19:32 -- STEP: 1834/7738 -- GLOBAL_STEP: 56000 + | > loss_text_ce: 0.0398227758705616 (0.0394846119470041) + | > loss_mel_ce: 2.658405065536499 (2.80342287455676) + | > loss: 0.6745569705963135 (0.7107268713552791) + | > current_lr: 5e-06 + | > step_time: 0.1223 (0.12771530603764472) + | > loader_time: 0.0048 (0.004823654142564884) + + + --> TIME: 2024-12-24 01:19:43 -- STEP: 1884/7738 -- GLOBAL_STEP: 56050 + | > loss_text_ce: 0.04209616035223007 (0.03948940213318841) + | > loss_mel_ce: 3.0729994773864746 (2.8035932428770987) + | > loss: 0.7787739038467407 (0.7107706609361994) + | > current_lr: 5e-06 + | > step_time: 0.1325 (0.12766608905893465) + | > loader_time: 0.0049 (0.004823945889807055) + + + --> TIME: 2024-12-24 01:19:54 -- STEP: 1934/7738 -- GLOBAL_STEP: 56100 + | > loss_text_ce: 0.03997604176402092 (0.039484826372136975) + | > loss_mel_ce: 2.895667314529419 (2.8034411580017675) + | > loss: 0.733910858631134 (0.7107314957457957) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.1276997462176979) + | > loader_time: 0.0047 (0.004825632599295114) + + + --> TIME: 2024-12-24 01:20:06 -- STEP: 1984/7738 -- GLOBAL_STEP: 56150 + | > loss_text_ce: 0.04103565961122513 (0.039471281572215) + | > loss_mel_ce: 2.732877731323242 (2.803870485554777) + | > loss: 0.6934783458709717 (0.7108354414963431) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12769801181650905) + | > loader_time: 0.005 (0.004828577080080589) + + + --> TIME: 2024-12-24 01:20:18 -- STEP: 2034/7738 -- GLOBAL_STEP: 56200 + | > loss_text_ce: 0.03944672644138336 (0.03949011491397312) + | > loss_mel_ce: 2.9850656986236572 (2.8039003112440355) + | > loss: 0.7561281323432922 (0.7108476062322668) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.1277490937487094) + | > loader_time: 0.0053 (0.004831082935764613) + + + --> TIME: 2024-12-24 01:20:29 -- STEP: 2084/7738 -- GLOBAL_STEP: 56250 + | > loss_text_ce: 0.033964529633522034 (0.039479953796386476) + | > loss_mel_ce: 2.71323561668396 (2.8043937617894987) + | > loss: 0.6868000626564026 (0.7109684285470023) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12789308498550944) + | > loader_time: 0.0048 (0.0048338159947386205) + + + --> TIME: 2024-12-24 01:20:41 -- STEP: 2134/7738 -- GLOBAL_STEP: 56300 + | > loss_text_ce: 0.03901667147874832 (0.03947803716244213) + | > loss_mel_ce: 2.7131290435791016 (2.8041829285268567) + | > loss: 0.6880364418029785 (0.7109152410168902) + | > current_lr: 5e-06 + | > step_time: 0.1507 (0.12783041152310545) + | > loader_time: 0.005 (0.004834451849704162) + + + --> TIME: 2024-12-24 01:20:52 -- STEP: 2184/7738 -- GLOBAL_STEP: 56350 + | > loss_text_ce: 0.03941790387034416 (0.039474149596205335) + | > loss_mel_ce: 2.8761508464813232 (2.8042707755452088) + | > loss: 0.7288922071456909 (0.7109362308904802) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12782840763692865) + | > loader_time: 0.0048 (0.004836992793904123) + + + --> TIME: 2024-12-24 01:21:04 -- STEP: 2234/7738 -- GLOBAL_STEP: 56400 + | > loss_text_ce: 0.04055226221680641 (0.039479835946096185) + | > loss_mel_ce: 2.702047348022461 (2.8044509413846357) + | > loss: 0.6856499314308167 (0.7109826939012072) + | > current_lr: 5e-06 + | > step_time: 0.17 (0.12790449762728534) + | > loader_time: 0.0054 (0.004838893748653078) + + + --> TIME: 2024-12-24 01:21:15 -- STEP: 2284/7738 -- GLOBAL_STEP: 56450 + | > loss_text_ce: 0.04396403580904007 (0.03947389114406708) + | > loss_mel_ce: 2.858271360397339 (2.8042142387029347) + | > loss: 0.725558876991272 (0.7109220320205555) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.12790738722071315) + | > loader_time: 0.0048 (0.00484015592969237) + + + --> TIME: 2024-12-24 01:21:27 -- STEP: 2334/7738 -- GLOBAL_STEP: 56500 + | > loss_text_ce: 0.04344308748841286 (0.03947213755309222) + | > loss_mel_ce: 2.8874244689941406 (2.8036772570450657) + | > loss: 0.7327169179916382 (0.7107873481619326) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.12788881965447593) + | > loader_time: 0.0047 (0.004841146861373005) + + + --> TIME: 2024-12-24 01:21:39 -- STEP: 2384/7738 -- GLOBAL_STEP: 56550 + | > loss_text_ce: 0.04049360007047653 (0.03946529804172627) + | > loss_mel_ce: 2.6138155460357666 (2.8036849448744845) + | > loss: 0.6635772585868835 (0.7107875602407342) + | > current_lr: 5e-06 + | > step_time: 0.1052 (0.1279588649736953) + | > loader_time: 0.0046 (0.004841714897411786) + + + --> TIME: 2024-12-24 01:21:50 -- STEP: 2434/7738 -- GLOBAL_STEP: 56600 + | > loss_text_ce: 0.03562517091631889 (0.03945673151812591) + | > loss_mel_ce: 2.715677499771118 (2.803555105392716) + | > loss: 0.6878256797790527 (0.7107529587302912) + | > current_lr: 5e-06 + | > step_time: 0.1628 (0.12804872086524166) + | > loader_time: 0.005 (0.0048426453363924855) + + + --> TIME: 2024-12-24 01:22:02 -- STEP: 2484/7738 -- GLOBAL_STEP: 56650 + | > loss_text_ce: 0.04068027436733246 (0.03945598812044957) + | > loss_mel_ce: 2.895195960998535 (2.8038027467934947) + | > loss: 0.7339690327644348 (0.7108146832856957) + | > current_lr: 5e-06 + | > step_time: 0.127 (0.1280629981351166) + | > loader_time: 0.0049 (0.004843583717438337) + + + --> TIME: 2024-12-24 01:22:14 -- STEP: 2534/7738 -- GLOBAL_STEP: 56700 + | > loss_text_ce: 0.03774026408791542 (0.039452654489660725) + | > loss_mel_ce: 3.015357732772827 (2.803819070110755) + | > loss: 0.7632744908332825 (0.7108179306362958) + | > current_lr: 5e-06 + | > step_time: 0.1622 (0.12817150227366775) + | > loader_time: 0.005 (0.004845310593554616) + + + --> TIME: 2024-12-24 01:22:25 -- STEP: 2584/7738 -- GLOBAL_STEP: 56750 + | > loss_text_ce: 0.03941124677658081 (0.0394481764198064) + | > loss_mel_ce: 2.7870097160339355 (2.803881544815862) + | > loss: 0.7066052556037903 (0.7108324298594748) + | > current_lr: 5e-06 + | > step_time: 0.0912 (0.12813543507558264) + | > loader_time: 0.0045 (0.004845828740589395) + + + --> TIME: 2024-12-24 01:22:37 -- STEP: 2634/7738 -- GLOBAL_STEP: 56800 + | > loss_text_ce: 0.03750954568386078 (0.03945505091511755) + | > loss_mel_ce: 2.863809585571289 (2.8038781349099535) + | > loss: 0.7253297567367554 (0.7108332959647952) + | > current_lr: 5e-06 + | > step_time: 0.1485 (0.12813367025365222) + | > loader_time: 0.0051 (0.004845719945729464) + + + --> TIME: 2024-12-24 01:22:48 -- STEP: 2684/7738 -- GLOBAL_STEP: 56850 + | > loss_text_ce: 0.035782743245363235 (0.03944949180182017) + | > loss_mel_ce: 2.6607179641723633 (2.8035156267588213) + | > loss: 0.6741251945495605 (0.7107412791554144) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1281543043615564) + | > loader_time: 0.0049 (0.004846972964382035) + + + --> TIME: 2024-12-24 01:23:00 -- STEP: 2734/7738 -- GLOBAL_STEP: 56900 + | > loss_text_ce: 0.03798879683017731 (0.03944901287304978) + | > loss_mel_ce: 2.835073471069336 (2.803747090791028) + | > loss: 0.7182655930519104 (0.7107990254384355) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.12824807074615857) + | > loader_time: 0.0051 (0.004848597777003172) + + + --> TIME: 2024-12-24 01:23:12 -- STEP: 2784/7738 -- GLOBAL_STEP: 56950 + | > loss_text_ce: 0.03740398958325386 (0.03945378249714514) + | > loss_mel_ce: 2.893771171569824 (2.80347111444363) + | > loss: 0.7327938079833984 (0.7107312238036546) + | > current_lr: 5e-06 + | > step_time: 0.1351 (0.12825327358026595) + | > loader_time: 0.0055 (0.004848456759562441) + + + --> TIME: 2024-12-24 01:23:23 -- STEP: 2834/7738 -- GLOBAL_STEP: 57000 + | > loss_text_ce: 0.04238631948828697 (0.03944555273832948) + | > loss_mel_ce: 3.0291762351989746 (2.8035849521255964) + | > loss: 0.7678906321525574 (0.7107576258222895) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.1282811189253058) + | > loader_time: 0.005 (0.004850563568890559) + + + --> TIME: 2024-12-24 01:23:34 -- STEP: 2884/7738 -- GLOBAL_STEP: 57050 + | > loss_text_ce: 0.03665075823664665 (0.039450198060596506) + | > loss_mel_ce: 2.8616771697998047 (2.803586147529236) + | > loss: 0.7245819568634033 (0.7107590860409471) + | > current_lr: 5e-06 + | > step_time: 0.1262 (0.1282137004082475) + | > loader_time: 0.0053 (0.0048512422096051435) + + + --> TIME: 2024-12-24 01:23:46 -- STEP: 2934/7738 -- GLOBAL_STEP: 57100 + | > loss_text_ce: 0.0419032983481884 (0.03944873030855489) + | > loss_mel_ce: 2.6926145553588867 (2.803208173012027) + | > loss: 0.6836294531822205 (0.7106642254413019) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.128179688476427) + | > loader_time: 0.0048 (0.004852240964841426) + + + --> TIME: 2024-12-24 01:23:58 -- STEP: 2984/7738 -- GLOBAL_STEP: 57150 + | > loss_text_ce: 0.041064824908971786 (0.039453584680848086) + | > loss_mel_ce: 2.968366861343384 (2.802956247297745) + | > loss: 0.7523579001426697 (0.710602457537727) + | > current_lr: 5e-06 + | > step_time: 0.1258 (0.12822714935358956) + | > loader_time: 0.0053 (0.004854913850891691) + + + --> TIME: 2024-12-24 01:24:09 -- STEP: 3034/7738 -- GLOBAL_STEP: 57200 + | > loss_text_ce: 0.042568400502204895 (0.03945328468971334) + | > loss_mel_ce: 2.788048028945923 (2.8031263413520344) + | > loss: 0.7076541185379028 (0.7106449060441627) + | > current_lr: 5e-06 + | > step_time: 0.123 (0.12829055366503514) + | > loader_time: 0.0054 (0.004857695566326993) + + + --> TIME: 2024-12-24 01:24:20 -- STEP: 3084/7738 -- GLOBAL_STEP: 57250 + | > loss_text_ce: 0.04349778965115547 (0.03945816448381131) + | > loss_mel_ce: 2.805569887161255 (2.803124549478556) + | > loss: 0.7122669219970703 (0.7106456780750611) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.12819011913353964) + | > loader_time: 0.0049 (0.004857378247183129) + + + --> TIME: 2024-12-24 01:24:32 -- STEP: 3134/7738 -- GLOBAL_STEP: 57300 + | > loss_text_ce: 0.03917926922440529 (0.03946354077806807) + | > loss_mel_ce: 2.6699979305267334 (2.8031621409131913) + | > loss: 0.6772943139076233 (0.7106564199764704) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.12813603459609546) + | > loader_time: 0.005 (0.00485806649250063) + + + --> TIME: 2024-12-24 01:24:44 -- STEP: 3184/7738 -- GLOBAL_STEP: 57350 + | > loss_text_ce: 0.041656140238046646 (0.03945965674850883) + | > loss_mel_ce: 2.8660974502563477 (2.8031985258786456) + | > loss: 0.7269384264945984 (0.7106645452279834) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.1282554009002654) + | > loader_time: 0.005 (0.004860820932004928) + + + --> TIME: 2024-12-24 01:24:55 -- STEP: 3234/7738 -- GLOBAL_STEP: 57400 + | > loss_text_ce: 0.041433341801166534 (0.03946560463679744) + | > loss_mel_ce: 2.8544509410858154 (2.8029270878380665) + | > loss: 0.7239710688591003 (0.7105981726740781) + | > current_lr: 5e-06 + | > step_time: 0.0996 (0.12823391845363383) + | > loader_time: 0.0044 (0.004862037055936217) + + + --> TIME: 2024-12-24 01:25:06 -- STEP: 3284/7738 -- GLOBAL_STEP: 57450 + | > loss_text_ce: 0.03899606689810753 (0.03946879183154338) + | > loss_mel_ce: 2.7654500007629395 (2.8027548273065572) + | > loss: 0.7011114954948425 (0.7105559043849422) + | > current_lr: 5e-06 + | > step_time: 0.1124 (0.12818840185994765) + | > loader_time: 0.0049 (0.004862836231993704) + + + --> TIME: 2024-12-24 01:25:18 -- STEP: 3334/7738 -- GLOBAL_STEP: 57500 + | > loss_text_ce: 0.040495093911886215 (0.03946654938259699) + | > loss_mel_ce: 2.9534285068511963 (2.8028279934804674) + | > loss: 0.7484809160232544 (0.710573635383072) + | > current_lr: 5e-06 + | > step_time: 0.1084 (0.12821071549812024) + | > loader_time: 0.0046 (0.004864075474204175) + + + --> TIME: 2024-12-24 01:25:30 -- STEP: 3384/7738 -- GLOBAL_STEP: 57550 + | > loss_text_ce: 0.039944835007190704 (0.03946202800963645) + | > loss_mel_ce: 2.781737804412842 (2.8027117650418636) + | > loss: 0.7054206728935242 (0.7105434478808795) + | > current_lr: 5e-06 + | > step_time: 0.0938 (0.12823268137079577) + | > loader_time: 0.0047 (0.004865777478432265) + + + --> TIME: 2024-12-24 01:25:41 -- STEP: 3434/7738 -- GLOBAL_STEP: 57600 + | > loss_text_ce: 0.04040289670228958 (0.03945027929652062) + | > loss_mel_ce: 2.9277753829956055 (2.8023862967188378) + | > loss: 0.7420445680618286 (0.7104591436349998) + | > current_lr: 5e-06 + | > step_time: 0.1569 (0.12826466220162508) + | > loader_time: 0.0052 (0.004867690277432872) + + + --> TIME: 2024-12-24 01:25:53 -- STEP: 3484/7738 -- GLOBAL_STEP: 57650 + | > loss_text_ce: 0.04021620750427246 (0.039458196030675186) + | > loss_mel_ce: 2.869452714920044 (2.801980923223982) + | > loss: 0.7274172306060791 (0.7103597794998383) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.12825918888799323) + | > loader_time: 0.0048 (0.004869149281428414) + + + --> TIME: 2024-12-24 01:26:04 -- STEP: 3534/7738 -- GLOBAL_STEP: 57700 + | > loss_text_ce: 0.04080739989876747 (0.039464477297861005) + | > loss_mel_ce: 2.815732955932617 (2.802087723095666) + | > loss: 0.7141351103782654 (0.7103880498121867) + | > current_lr: 5e-06 + | > step_time: 0.1098 (0.12826435486340662) + | > loader_time: 0.0047 (0.00487020971010011) + + + --> TIME: 2024-12-24 01:26:16 -- STEP: 3584/7738 -- GLOBAL_STEP: 57750 + | > loss_text_ce: 0.035725489258766174 (0.03945835076384744) + | > loss_mel_ce: 2.8035829067230225 (2.8023917539976475) + | > loss: 0.7098271250724792 (0.7104625259526067) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12836337076233942) + | > loader_time: 0.0046 (0.0048720571212470575) + + + --> TIME: 2024-12-24 01:26:28 -- STEP: 3634/7738 -- GLOBAL_STEP: 57800 + | > loss_text_ce: 0.04067560285329819 (0.039459207835855804) + | > loss_mel_ce: 2.8805439472198486 (2.8025322598156532) + | > loss: 0.7303048968315125 (0.7104978666537787) + | > current_lr: 5e-06 + | > step_time: 0.1111 (0.1283766756887021) + | > loader_time: 0.005 (0.004872375684054793) + + + --> TIME: 2024-12-24 01:26:39 -- STEP: 3684/7738 -- GLOBAL_STEP: 57850 + | > loss_text_ce: 0.03860292583703995 (0.039467261172831045) + | > loss_mel_ce: 2.7294223308563232 (2.802479598990734) + | > loss: 0.6920062899589539 (0.7104867147635683) + | > current_lr: 5e-06 + | > step_time: 0.0912 (0.12832249466422838) + | > loader_time: 0.0045 (0.004872770120473694) + + + --> TIME: 2024-12-24 01:26:50 -- STEP: 3734/7738 -- GLOBAL_STEP: 57900 + | > loss_text_ce: 0.04377295821905136 (0.03946712555141293) + | > loss_mel_ce: 2.795246124267578 (2.8023168662683626) + | > loss: 0.7097547650337219 (0.7104459976249662) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12824180940925334) + | > loader_time: 0.0047 (0.004872600790901372) + + + --> TIME: 2024-12-24 01:27:01 -- STEP: 3784/7738 -- GLOBAL_STEP: 57950 + | > loss_text_ce: 0.038840703666210175 (0.03946714337430814) + | > loss_mel_ce: 2.7946383953094482 (2.8022829114634638) + | > loss: 0.708369791507721 (0.7104375133680737) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.12818093840465983) + | > loader_time: 0.0049 (0.004872690169554184) + + + --> TIME: 2024-12-24 01:27:13 -- STEP: 3834/7738 -- GLOBAL_STEP: 58000 + | > loss_text_ce: 0.04048670828342438 (0.039461247337302864) + | > loss_mel_ce: 2.766962766647339 (2.8019174767087702) + | > loss: 0.7018623948097229 (0.7103446807224544) + | > current_lr: 5e-06 + | > step_time: 0.1085 (0.12822803122709975) + | > loader_time: 0.0045 (0.0048747048380478174) + + + --> TIME: 2024-12-24 01:27:25 -- STEP: 3884/7738 -- GLOBAL_STEP: 58050 + | > loss_text_ce: 0.03903816267848015 (0.0394630391375151) + | > loss_mel_ce: 2.909224033355713 (2.801846259286052) + | > loss: 0.7370655536651611 (0.710327324289617) + | > current_lr: 5e-06 + | > step_time: 0.1205 (0.12826445652699495) + | > loader_time: 0.0051 (0.004876028067297109) + + + --> TIME: 2024-12-24 01:27:37 -- STEP: 3934/7738 -- GLOBAL_STEP: 58100 + | > loss_text_ce: 0.04195743426680565 (0.03946246486583304) + | > loss_mel_ce: 2.716193437576294 (2.801880143048737) + | > loss: 0.6895377039909363 (0.7103356516446078) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12830860716592385) + | > loader_time: 0.0049 (0.004877456990849509) + + + --> TIME: 2024-12-24 01:27:48 -- STEP: 3984/7738 -- GLOBAL_STEP: 58150 + | > loss_text_ce: 0.038689080625772476 (0.03946383353173133) + | > loss_mel_ce: 2.7867438793182373 (2.8018311840223924) + | > loss: 0.7063582539558411 (0.7103237540247923) + | > current_lr: 5e-06 + | > step_time: 0.0837 (0.1282717084669206) + | > loader_time: 0.0045 (0.004878301517551686) + + + --> TIME: 2024-12-24 01:28:00 -- STEP: 4034/7738 -- GLOBAL_STEP: 58200 + | > loss_text_ce: 0.04179113730788231 (0.039465257174893645) + | > loss_mel_ce: 2.8331801891326904 (2.8018327214425844) + | > loss: 0.718742847442627 (0.7103244942725142) + | > current_lr: 5e-06 + | > step_time: 0.1251 (0.12831844294136216) + | > loader_time: 0.0049 (0.004880202425312279) + + + --> TIME: 2024-12-24 01:28:11 -- STEP: 4084/7738 -- GLOBAL_STEP: 58250 + | > loss_text_ce: 0.04325706884264946 (0.039463177881587604) + | > loss_mel_ce: 2.692413091659546 (2.80184391645913) + | > loss: 0.6839175224304199 (0.710326773208455) + | > current_lr: 5e-06 + | > step_time: 0.0995 (0.12833661880128885) + | > loader_time: 0.0049 (0.004881792741003983) + + + --> TIME: 2024-12-24 01:28:23 -- STEP: 4134/7738 -- GLOBAL_STEP: 58300 + | > loss_text_ce: 0.04342581704258919 (0.039466309104787003) + | > loss_mel_ce: 2.7788617610931396 (2.8018313671692425) + | > loss: 0.7055718898773193 (0.7103244186918339) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12831149530341565) + | > loader_time: 0.0048 (0.00488212429271785) + + + --> TIME: 2024-12-24 01:28:34 -- STEP: 4184/7738 -- GLOBAL_STEP: 58350 + | > loss_text_ce: 0.04054608196020126 (0.0394684302551141) + | > loss_mel_ce: 2.6287119388580322 (2.8017777978348173) + | > loss: 0.6673145294189453 (0.7103115566516465) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.12830103252859465) + | > loader_time: 0.0048 (0.004882624340786763) + + + --> TIME: 2024-12-24 01:28:46 -- STEP: 4234/7738 -- GLOBAL_STEP: 58400 + | > loss_text_ce: 0.036313217133283615 (0.039460910736712054) + | > loss_mel_ce: 2.7313995361328125 (2.801680437280814) + | > loss: 0.6919282078742981 (0.7102853366520027) + | > current_lr: 5e-06 + | > step_time: 0.1653 (0.12827529888081002) + | > loader_time: 0.0055 (0.0048837598112319875) + + + --> TIME: 2024-12-24 01:28:57 -- STEP: 4284/7738 -- GLOBAL_STEP: 58450 + | > loss_text_ce: 0.036435890942811966 (0.039461585514796976) + | > loss_mel_ce: 2.7674663066864014 (2.801471392870165) + | > loss: 0.7009755373001099 (0.7102332442136262) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.128270943514328) + | > loader_time: 0.0049 (0.004884247296775871) + + + --> TIME: 2024-12-24 01:29:09 -- STEP: 4334/7738 -- GLOBAL_STEP: 58500 + | > loss_text_ce: 0.03698712959885597 (0.03945906752016501) + | > loss_mel_ce: 2.7268404960632324 (2.801367333092658) + | > loss: 0.6909568905830383 (0.7102065997900479) + | > current_lr: 5e-06 + | > step_time: 0.1557 (0.12826307550464627) + | > loader_time: 0.005 (0.004885039518767371) + + + --> TIME: 2024-12-24 01:29:20 -- STEP: 4384/7738 -- GLOBAL_STEP: 58550 + | > loss_text_ce: 0.04084618389606476 (0.03945974195308056) + | > loss_mel_ce: 2.5831902027130127 (2.801368361733248) + | > loss: 0.6560090780258179 (0.7102070255544936) + | > current_lr: 5e-06 + | > step_time: 0.0809 (0.12826838670638357) + | > loader_time: 0.0044 (0.004885909167954528) + + + --> TIME: 2024-12-24 01:29:31 -- STEP: 4434/7738 -- GLOBAL_STEP: 58600 + | > loss_text_ce: 0.04017946496605873 (0.039462055330428104) + | > loss_mel_ce: 2.7729334831237793 (2.801262949681996) + | > loss: 0.7032782435417175 (0.7101812508523493) + | > current_lr: 5e-06 + | > step_time: 0.1314 (0.12824086536412638) + | > loader_time: 0.0048 (0.004885885647733742) + + + --> TIME: 2024-12-24 01:29:43 -- STEP: 4484/7738 -- GLOBAL_STEP: 58650 + | > loss_text_ce: 0.03906398266553879 (0.03946407488318796) + | > loss_mel_ce: 2.83854079246521 (2.801419239561005) + | > loss: 0.7194011807441711 (0.7102208282403071) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.1282151481277916) + | > loader_time: 0.0049 (0.004886520004612761) + + + --> TIME: 2024-12-24 01:29:54 -- STEP: 4534/7738 -- GLOBAL_STEP: 58700 + | > loss_text_ce: 0.042240723967552185 (0.03946544416988272) + | > loss_mel_ce: 3.0740675926208496 (2.8011531631064135) + | > loss: 0.7790770530700684 (0.7101546514912436) + | > current_lr: 5e-06 + | > step_time: 0.1254 (0.12820600043533661) + | > loader_time: 0.0053 (0.004887544062361619) + + + --> TIME: 2024-12-24 01:30:06 -- STEP: 4584/7738 -- GLOBAL_STEP: 58750 + | > loss_text_ce: 0.04089558497071266 (0.03946462541129477) + | > loss_mel_ce: 2.8571038246154785 (2.8010859500363186) + | > loss: 0.7244998812675476 (0.7101376436091634) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.12822750195158722) + | > loader_time: 0.0051 (0.004888543179730059) + + + --> TIME: 2024-12-24 01:30:17 -- STEP: 4634/7738 -- GLOBAL_STEP: 58800 + | > loss_text_ce: 0.03789858892560005 (0.039462112175701905) + | > loss_mel_ce: 2.7376387119293213 (2.8011863211078953) + | > loss: 0.6938843131065369 (0.7101621081153022) + | > current_lr: 5e-06 + | > step_time: 0.1638 (0.12821206698707852) + | > loader_time: 0.0051 (0.00488989570298276) + + + --> TIME: 2024-12-24 01:30:29 -- STEP: 4684/7738 -- GLOBAL_STEP: 58850 + | > loss_text_ce: 0.03558744490146637 (0.039459955666204735) + | > loss_mel_ce: 2.858027219772339 (2.8011083922561233) + | > loss: 0.7234036922454834 (0.7101420867936826) + | > current_lr: 5e-06 + | > step_time: 0.0992 (0.1282223244185738) + | > loader_time: 0.0049 (0.004890200778218446) + + + --> TIME: 2024-12-24 01:30:41 -- STEP: 4734/7738 -- GLOBAL_STEP: 58900 + | > loss_text_ce: 0.04009144380688667 (0.03945579135772374) + | > loss_mel_ce: 2.7925236225128174 (2.8008989064966374) + | > loss: 0.7081537842750549 (0.7100886743205682) + | > current_lr: 5e-06 + | > step_time: 0.1619 (0.1282992679255897) + | > loader_time: 0.0053 (0.004891236018771919) + + + --> TIME: 2024-12-24 01:30:52 -- STEP: 4784/7738 -- GLOBAL_STEP: 58950 + | > loss_text_ce: 0.041797857731580734 (0.03945258543063522) + | > loss_mel_ce: 2.7296385765075684 (2.801165831278396) + | > loss: 0.6928591132164001 (0.7101546040670722) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.12831948966684964) + | > loader_time: 0.0046 (0.004892017181501752) + + + --> TIME: 2024-12-24 01:31:04 -- STEP: 4834/7738 -- GLOBAL_STEP: 59000 + | > loss_text_ce: 0.039870522916316986 (0.039452208835673276) + | > loss_mel_ce: 2.758229970932007 (2.8009343662190886) + | > loss: 0.6995251178741455 (0.710096643688168) + | > current_lr: 5e-06 + | > step_time: 0.1691 (0.12834444986082194) + | > loader_time: 0.0053 (0.004893138924560432) + + + --> TIME: 2024-12-24 01:31:16 -- STEP: 4884/7738 -- GLOBAL_STEP: 59050 + | > loss_text_ce: 0.03948760777711868 (0.03945070592248719) + | > loss_mel_ce: 2.5875749588012695 (2.800828826710589) + | > loss: 0.6567656397819519 (0.7100698831113603) + | > current_lr: 5e-06 + | > step_time: 0.1564 (0.12838615729709235) + | > loader_time: 0.0053 (0.004894492032584561) + + + --> TIME: 2024-12-24 01:31:27 -- STEP: 4934/7738 -- GLOBAL_STEP: 59100 + | > loss_text_ce: 0.038307320326566696 (0.03944779706218131) + | > loss_mel_ce: 2.7667806148529053 (2.800710213827028) + | > loss: 0.7012720108032227 (0.7100395026311335) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.12839004700610065) + | > loader_time: 0.0047 (0.004895819600990158) + + + --> TIME: 2024-12-24 01:31:39 -- STEP: 4984/7738 -- GLOBAL_STEP: 59150 + | > loss_text_ce: 0.04023195803165436 (0.039450878772232904) + | > loss_mel_ce: 2.9542412757873535 (2.8009208213077446) + | > loss: 0.7486183047294617 (0.7100929249299274) + | > current_lr: 5e-06 + | > step_time: 0.1129 (0.1284004421142284) + | > loader_time: 0.0047 (0.00489727901608757) + + + --> TIME: 2024-12-24 01:31:50 -- STEP: 5034/7738 -- GLOBAL_STEP: 59200 + | > loss_text_ce: 0.04160251095890999 (0.03944718847136375) + | > loss_mel_ce: 2.797145128250122 (2.800843635342348) + | > loss: 0.7096869349479675 (0.7100727058825717) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.128377744921342) + | > loader_time: 0.0047 (0.004897938960594089) + + + --> TIME: 2024-12-24 01:32:02 -- STEP: 5084/7738 -- GLOBAL_STEP: 59250 + | > loss_text_ce: 0.03841222822666168 (0.039446193754913456) + | > loss_mel_ce: 2.8465144634246826 (2.800856977302564) + | > loss: 0.7212316989898682 (0.7100757927429383) + | > current_lr: 5e-06 + | > step_time: 0.086 (0.1283775122028742) + | > loader_time: 0.0045 (0.004898770693997342) + + + --> TIME: 2024-12-24 01:32:14 -- STEP: 5134/7738 -- GLOBAL_STEP: 59300 + | > loss_text_ce: 0.03760779649019241 (0.039441849932620315) + | > loss_mel_ce: 2.6878950595855713 (2.8008576518234425) + | > loss: 0.6813757419586182 (0.7100748754355709) + | > current_lr: 5e-06 + | > step_time: 0.0998 (0.12838779189589403) + | > loader_time: 0.0046 (0.004899805558995603) + + + --> TIME: 2024-12-24 01:32:25 -- STEP: 5184/7738 -- GLOBAL_STEP: 59350 + | > loss_text_ce: 0.041106291115283966 (0.0394434749628821) + | > loss_mel_ce: 2.8310446739196777 (2.8008822258791746) + | > loss: 0.7180377244949341 (0.7100814252309962) + | > current_lr: 5e-06 + | > step_time: 0.0845 (0.1283985867544455) + | > loader_time: 0.0044 (0.00490106122545254) + + + --> TIME: 2024-12-24 01:32:37 -- STEP: 5234/7738 -- GLOBAL_STEP: 59400 + | > loss_text_ce: 0.04069814458489418 (0.03944301973483168) + | > loss_mel_ce: 2.999681234359741 (2.8006937471472817) + | > loss: 0.7600948214530945 (0.7100341916767565) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.1283808470592271) + | > loader_time: 0.0055 (0.004902114884562739) + + + --> TIME: 2024-12-24 01:32:48 -- STEP: 5284/7738 -- GLOBAL_STEP: 59450 + | > loss_text_ce: 0.03817180171608925 (0.03943910716167814) + | > loss_mel_ce: 2.7233331203460693 (2.8005949072455176) + | > loss: 0.6903762221336365 (0.7100085035631992) + | > current_lr: 5e-06 + | > step_time: 0.1456 (0.1283726918255172) + | > loader_time: 0.0053 (0.004903331297442008) + + + --> TIME: 2024-12-24 01:33:00 -- STEP: 5334/7738 -- GLOBAL_STEP: 59500 + | > loss_text_ce: 0.035638656467199326 (0.039440241165635326) + | > loss_mel_ce: 2.71366548538208 (2.8006847105448185) + | > loss: 0.6873260140419006 (0.710031237915565) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.12844596974716485) + | > loader_time: 0.0047 (0.004905209409015025) + + + --> TIME: 2024-12-24 01:33:12 -- STEP: 5384/7738 -- GLOBAL_STEP: 59550 + | > loss_text_ce: 0.041967783123254776 (0.03943515488293935) + | > loss_mel_ce: 2.6911892890930176 (2.800325915460954) + | > loss: 0.6832892894744873 (0.7099402675856264) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.1284265923376068) + | > loader_time: 0.0048 (0.004906152988082406) + + + --> TIME: 2024-12-24 01:33:23 -- STEP: 5434/7738 -- GLOBAL_STEP: 59600 + | > loss_text_ce: 0.03694145008921623 (0.03942822793722835) + | > loss_mel_ce: 2.806760311126709 (2.800269382246549) + | > loss: 0.7109254598617554 (0.7099244025510851) + | > current_lr: 5e-06 + | > step_time: 0.1517 (0.12839989303270138) + | > loader_time: 0.0057 (0.004906562833958) + + + --> TIME: 2024-12-24 01:33:35 -- STEP: 5484/7738 -- GLOBAL_STEP: 59650 + | > loss_text_ce: 0.04210124909877777 (0.03942978955984659) + | > loss_mel_ce: 2.8472740650177 (2.8001959684293345) + | > loss: 0.7223438024520874 (0.7099064394972946) + | > current_lr: 5e-06 + | > step_time: 0.1402 (0.12842047431884568) + | > loader_time: 0.0052 (0.004907723937392846) + + + --> TIME: 2024-12-24 01:33:46 -- STEP: 5534/7738 -- GLOBAL_STEP: 59700 + | > loss_text_ce: 0.035719793289899826 (0.039428861717514294) + | > loss_mel_ce: 2.8814895153045654 (2.800300439514751) + | > loss: 0.7293023467063904 (0.7099323252994827) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12842001852939205) + | > loader_time: 0.0048 (0.004908461884380373) + + + --> TIME: 2024-12-24 01:33:57 -- STEP: 5584/7738 -- GLOBAL_STEP: 59750 + | > loss_text_ce: 0.038765404373407364 (0.03942582558941939) + | > loss_mel_ce: 2.666782855987549 (2.800179158121262) + | > loss: 0.6763870716094971 (0.7099012459139934) + | > current_lr: 5e-06 + | > step_time: 0.1206 (0.1283897927463225) + | > loader_time: 0.0052 (0.004908787059920558) + + + --> TIME: 2024-12-24 01:34:09 -- STEP: 5634/7738 -- GLOBAL_STEP: 59800 + | > loss_text_ce: 0.03738447278738022 (0.03942886018318257) + | > loss_mel_ce: 2.869718551635742 (2.8003500872230465) + | > loss: 0.7267757654190063 (0.7099447368327122) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.12837686985572438) + | > loader_time: 0.0047 (0.004909088224817932) + + + --> TIME: 2024-12-24 01:34:20 -- STEP: 5684/7738 -- GLOBAL_STEP: 59850 + | > loss_text_ce: 0.042017459869384766 (0.039431055573868654) + | > loss_mel_ce: 2.873770236968994 (2.800133290255599) + | > loss: 0.7289469242095947 (0.7098910864980011) + | > current_lr: 5e-06 + | > step_time: 0.0995 (0.1283478067006804) + | > loader_time: 0.005 (0.004909355526319438) + + + --> TIME: 2024-12-24 01:34:32 -- STEP: 5734/7738 -- GLOBAL_STEP: 59900 + | > loss_text_ce: 0.0425579771399498 (0.03942993291522799) + | > loss_mel_ce: 2.969719886779785 (2.7999822796950338) + | > loss: 0.7530694603919983 (0.709853053165721) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.1283627913976989) + | > loader_time: 0.005 (0.004910382569189632) + + + --> TIME: 2024-12-24 01:34:43 -- STEP: 5784/7738 -- GLOBAL_STEP: 59950 + | > loss_text_ce: 0.04149692505598068 (0.03943106359422203) + | > loss_mel_ce: 2.726929187774658 (2.8001488880827554) + | > loss: 0.6921065449714661 (0.7098949879387266) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.12835244498477116) + | > loader_time: 0.0052 (0.004911163659511256) + + + --> TIME: 2024-12-24 01:34:55 -- STEP: 5834/7738 -- GLOBAL_STEP: 60000 + | > loss_text_ce: 0.03626014664769173 (0.03942707577770746) + | > loss_mel_ce: 2.7878010272979736 (2.8001758671804047) + | > loss: 0.7060152888298035 (0.7099007357666656) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12832739318851594) + | > loader_time: 0.0045 (0.004911477981792306) + + + > CHECKPOINT : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/checkpoint_60000.pth + + --> TIME: 2024-12-24 01:35:08 -- STEP: 5884/7738 -- GLOBAL_STEP: 60050 + | > loss_text_ce: 0.03888052701950073 (0.03942987758901816) + | > loss_mel_ce: 2.6763529777526855 (2.8001964576466416) + | > loss: 0.6788083910942078 (0.7099065838582975) + | > current_lr: 5e-06 + | > step_time: 0.1282 (0.12833549958520182) + | > loader_time: 0.0048 (0.004911235406397142) + + + --> TIME: 2024-12-24 01:35:19 -- STEP: 5934/7738 -- GLOBAL_STEP: 60100 + | > loss_text_ce: 0.03879682347178459 (0.039428307435952256) + | > loss_mel_ce: 2.6094841957092285 (2.800000289895136) + | > loss: 0.6620702743530273 (0.7098571493603938) + | > current_lr: 5e-06 + | > step_time: 0.1445 (0.1283265495686008) + | > loader_time: 0.005 (0.004911069963208976) + + + --> TIME: 2024-12-24 01:35:31 -- STEP: 5984/7738 -- GLOBAL_STEP: 60150 + | > loss_text_ce: 0.03653065487742424 (0.03942595086593375) + | > loss_mel_ce: 2.6773648262023926 (2.799777987408129) + | > loss: 0.6784738898277283 (0.7098009846108476) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12830932051899632) + | > loader_time: 0.005 (0.004911301926495544) + + + --> TIME: 2024-12-24 01:35:42 -- STEP: 6034/7738 -- GLOBAL_STEP: 60200 + | > loss_text_ce: 0.03703906759619713 (0.039425399424221276) + | > loss_mel_ce: 2.6789958477020264 (2.799771343551412) + | > loss: 0.6790087223052979 (0.7097991857854263) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12828442317032085) + | > loader_time: 0.0046 (0.0049116195413818845) + + + --> TIME: 2024-12-24 01:35:53 -- STEP: 6084/7738 -- GLOBAL_STEP: 60250 + | > loss_text_ce: 0.040580376982688904 (0.039425321668509074) + | > loss_mel_ce: 2.833573579788208 (2.799806599159292) + | > loss: 0.7185384631156921 (0.7098079802447594) + | > current_lr: 5e-06 + | > step_time: 0.1441 (0.12827407592695728) + | > loader_time: 0.0052 (0.004912037037455027) + + + --> TIME: 2024-12-24 01:36:05 -- STEP: 6134/7738 -- GLOBAL_STEP: 60300 + | > loss_text_ce: 0.03797939047217369 (0.039426105356261266) + | > loss_mel_ce: 2.6577157974243164 (2.799529949266903) + | > loss: 0.6739237904548645 (0.7097390136658109) + | > current_lr: 5e-06 + | > step_time: 0.1627 (0.1282867810063075) + | > loader_time: 0.0055 (0.0049129542209909935) + + + --> TIME: 2024-12-24 01:36:17 -- STEP: 6184/7738 -- GLOBAL_STEP: 60350 + | > loss_text_ce: 0.039666466414928436 (0.03942539656708301) + | > loss_mel_ce: 2.7180910110473633 (2.7993163205827822) + | > loss: 0.6894393563270569 (0.7096854292752666) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.1282877167554294) + | > loader_time: 0.0047 (0.004913772023819075) + + + --> TIME: 2024-12-24 01:36:28 -- STEP: 6234/7738 -- GLOBAL_STEP: 60400 + | > loss_text_ce: 0.04024197533726692 (0.039430260257888226) + | > loss_mel_ce: 2.7325448989868164 (2.7994677065120217) + | > loss: 0.693196713924408 (0.7097244916873972) + | > current_lr: 5e-06 + | > step_time: 0.1237 (0.1282811011876443) + | > loader_time: 0.005 (0.004914176858003053) + + + --> TIME: 2024-12-24 01:36:39 -- STEP: 6284/7738 -- GLOBAL_STEP: 60450 + | > loss_text_ce: 0.04044505953788757 (0.039428926936755794) + | > loss_mel_ce: 2.692607879638672 (2.7992905099478453) + | > loss: 0.6832632422447205 (0.7096798592012898) + | > current_lr: 5e-06 + | > step_time: 0.1201 (0.12825467903700585) + | > loader_time: 0.0049 (0.004913886552552048) + + + --> TIME: 2024-12-24 01:36:51 -- STEP: 6334/7738 -- GLOBAL_STEP: 60500 + | > loss_text_ce: 0.037287186831235886 (0.03942991949660225) + | > loss_mel_ce: 2.538695812225342 (2.799102673404106) + | > loss: 0.6439957618713379 (0.7096331482209121) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12822092001017343) + | > loader_time: 0.0047 (0.004913877755789321) + + + --> TIME: 2024-12-24 01:37:02 -- STEP: 6384/7738 -- GLOBAL_STEP: 60550 + | > loss_text_ce: 0.03623553737998009 (0.0394301224753197) + | > loss_mel_ce: 2.8601973056793213 (2.799298526201034) + | > loss: 0.7241082191467285 (0.7096821621788618) + | > current_lr: 5e-06 + | > step_time: 0.1282 (0.12824098026393968) + | > loader_time: 0.0052 (0.004914567994892131) + + + --> TIME: 2024-12-24 01:37:14 -- STEP: 6434/7738 -- GLOBAL_STEP: 60600 + | > loss_text_ce: 0.04116252437233925 (0.03943039125360202) + | > loss_mel_ce: 2.883143186569214 (2.7992520836298618) + | > loss: 0.7310764193534851 (0.7096706186906123) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.1282945689778542) + | > loader_time: 0.0051 (0.0049157529133685915) + + + --> TIME: 2024-12-24 01:37:26 -- STEP: 6484/7738 -- GLOBAL_STEP: 60650 + | > loss_text_ce: 0.03754653409123421 (0.03942991471013449) + | > loss_mel_ce: 2.60278582572937 (2.799077030429865) + | > loss: 0.6600831151008606 (0.7096267362791099) + | > current_lr: 5e-06 + | > step_time: 0.0957 (0.12832493810724308) + | > loader_time: 0.0046 (0.004916596750945366) + + + --> TIME: 2024-12-24 01:37:37 -- STEP: 6534/7738 -- GLOBAL_STEP: 60700 + | > loss_text_ce: 0.042252615094184875 (0.03942514176445995) + | > loss_mel_ce: 2.8517186641693115 (2.798954243538831) + | > loss: 0.7234928011894226 (0.7095948463191227) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.12831248735702863) + | > loader_time: 0.0049 (0.004917790410275613) + + + --> TIME: 2024-12-24 01:37:49 -- STEP: 6584/7738 -- GLOBAL_STEP: 60750 + | > loss_text_ce: 0.0380965881049633 (0.039422682059854254) + | > loss_mel_ce: 2.878498077392578 (2.7988242446507177) + | > loss: 0.7291486859321594 (0.7095617316617995) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12832264658312642) + | > loader_time: 0.005 (0.004918715499006511) + + + --> TIME: 2024-12-24 01:38:01 -- STEP: 6634/7738 -- GLOBAL_STEP: 60800 + | > loss_text_ce: 0.03645091876387596 (0.03941924720306279) + | > loss_mel_ce: 2.6729536056518555 (2.798754465123564) + | > loss: 0.6773511171340942 (0.7095434280415053) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12835203368584033) + | > loader_time: 0.0048 (0.004919152501335966) + + + --> TIME: 2024-12-24 01:38:12 -- STEP: 6684/7738 -- GLOBAL_STEP: 60850 + | > loss_text_ce: 0.03862867131829262 (0.039418021677912585) + | > loss_mel_ce: 2.8199071884155273 (2.7986967672779497) + | > loss: 0.7146339416503906 (0.7095286971897791) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12831437491428954) + | > loader_time: 0.0048 (0.004919117400205311) + + + --> TIME: 2024-12-24 01:38:23 -- STEP: 6734/7738 -- GLOBAL_STEP: 60900 + | > loss_text_ce: 0.041339848190546036 (0.03941663933731466) + | > loss_mel_ce: 2.757633924484253 (2.7986028351626566) + | > loss: 0.6997434496879578 (0.7095048685951187) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.12828829559686497) + | > loader_time: 0.005 (0.004919702198797831) + + + --> TIME: 2024-12-24 01:38:35 -- STEP: 6784/7738 -- GLOBAL_STEP: 60950 + | > loss_text_ce: 0.0390663668513298 (0.039417838047913274) + | > loss_mel_ce: 2.786494016647339 (2.7986691601855584) + | > loss: 0.7063900828361511 (0.7095217495225364) + | > current_lr: 5e-06 + | > step_time: 0.1222 (0.1283160403792592) + | > loader_time: 0.0053 (0.004920570636695269) + + + --> TIME: 2024-12-24 01:38:46 -- STEP: 6834/7738 -- GLOBAL_STEP: 61000 + | > loss_text_ce: 0.0366554819047451 (0.03941754370280234) + | > loss_mel_ce: 2.7992753982543945 (2.7987043073312012) + | > loss: 0.7089827060699463 (0.709530462707941) + | > current_lr: 5e-06 + | > step_time: 0.1085 (0.12828282668711286) + | > loader_time: 0.0047 (0.004922059358893186) + + + --> TIME: 2024-12-24 01:38:58 -- STEP: 6884/7738 -- GLOBAL_STEP: 61050 + | > loss_text_ce: 0.03791443631052971 (0.0394186148780385) + | > loss_mel_ce: 2.8091025352478027 (2.7986863076098096) + | > loss: 0.7117542624473572 (0.7095262305567523) + | > current_lr: 5e-06 + | > step_time: 0.1055 (0.12830322426741134) + | > loader_time: 0.0051 (0.004922732269258278) + + + --> TIME: 2024-12-24 01:39:10 -- STEP: 6934/7738 -- GLOBAL_STEP: 61100 + | > loss_text_ce: 0.040275100618600845 (0.03941720512483144) + | > loss_mel_ce: 2.702878713607788 (2.798703382329499) + | > loss: 0.6857884526252747 (0.7095301468038128) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12833005934309016) + | > loader_time: 0.0051 (0.00492356096525716) + + + --> TIME: 2024-12-24 01:39:21 -- STEP: 6984/7738 -- GLOBAL_STEP: 61150 + | > loss_text_ce: 0.03848252817988396 (0.039418960042417475) + | > loss_mel_ce: 2.923570394515991 (2.7987121613642887) + | > loss: 0.7405132055282593 (0.7095327803018026) + | > current_lr: 5e-06 + | > step_time: 0.1472 (0.12833239023764678) + | > loader_time: 0.0054 (0.004924215743358723) + + + --> TIME: 2024-12-24 01:39:33 -- STEP: 7034/7738 -- GLOBAL_STEP: 61200 + | > loss_text_ce: 0.03882396221160889 (0.039413892157441635) + | > loss_mel_ce: 2.847336530685425 (2.7988736689819484) + | > loss: 0.721540093421936 (0.7095718902554533) + | > current_lr: 5e-06 + | > step_time: 0.1465 (0.1283438580599504) + | > loader_time: 0.005 (0.00492461679467836) + + + --> TIME: 2024-12-24 01:39:44 -- STEP: 7084/7738 -- GLOBAL_STEP: 61250 + | > loss_text_ce: 0.04230199754238129 (0.039408914140099206) + | > loss_mel_ce: 2.758648633956909 (2.7988706801248644) + | > loss: 0.7002376317977905 (0.7095698985186485) + | > current_lr: 5e-06 + | > step_time: 0.0871 (0.12833903099708444) + | > loader_time: 0.0045 (0.004925242290195253) + + + --> TIME: 2024-12-24 01:39:56 -- STEP: 7134/7738 -- GLOBAL_STEP: 61300 + | > loss_text_ce: 0.038569651544094086 (0.039408391382820054) + | > loss_mel_ce: 2.878636121749878 (2.798936630217743) + | > loss: 0.7293014526367188 (0.7095862553421771) + | > current_lr: 5e-06 + | > step_time: 0.1156 (0.12835526399529584) + | > loader_time: 0.0048 (0.004925711902878266) + + + --> TIME: 2024-12-24 01:40:08 -- STEP: 7184/7738 -- GLOBAL_STEP: 61350 + | > loss_text_ce: 0.03962785750627518 (0.03940726890755555) + | > loss_mel_ce: 2.7426986694335938 (2.7988774777454375) + | > loss: 0.6955816149711609 (0.7095711865775565) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.12837932861196466) + | > loader_time: 0.0058 (0.004926787253743009) + + + --> TIME: 2024-12-24 01:40:19 -- STEP: 7234/7738 -- GLOBAL_STEP: 61400 + | > loss_text_ce: 0.04252862185239792 (0.03940565937515677) + | > loss_mel_ce: 2.7781362533569336 (2.798868081468821) + | > loss: 0.705166220664978 (0.7095684351135356) + | > current_lr: 5e-06 + | > step_time: 0.145 (0.12836433145793616) + | > loader_time: 0.005 (0.004927245266107275) + + + --> TIME: 2024-12-24 01:40:31 -- STEP: 7284/7738 -- GLOBAL_STEP: 61450 + | > loss_text_ce: 0.040085818618535995 (0.039403791218190175) + | > loss_mel_ce: 2.619452953338623 (2.7987074511578824) + | > loss: 0.6648846864700317 (0.7095278105128271) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.12836149758784635) + | > loader_time: 0.0046 (0.004927751063514958) + + + --> TIME: 2024-12-24 01:40:42 -- STEP: 7334/7738 -- GLOBAL_STEP: 61500 + | > loss_text_ce: 0.03623630851507187 (0.039401303772071336) + | > loss_mel_ce: 2.7753100395202637 (2.7986087949262326) + | > loss: 0.7028865814208984 (0.7095025245893669) + | > current_lr: 5e-06 + | > step_time: 0.1658 (0.12838771852316996) + | > loader_time: 0.0056 (0.004928455679170225) + + + --> TIME: 2024-12-24 01:40:54 -- STEP: 7384/7738 -- GLOBAL_STEP: 61550 + | > loss_text_ce: 0.0378962978720665 (0.03940081548950733) + | > loss_mel_ce: 2.5721335411071777 (2.79866073042445) + | > loss: 0.652507483959198 (0.7095153863871726) + | > current_lr: 5e-06 + | > step_time: 0.0858 (0.12840604678781198) + | > loader_time: 0.0045 (0.004928923053576123) + + + --> TIME: 2024-12-24 01:41:06 -- STEP: 7434/7738 -- GLOBAL_STEP: 61600 + | > loss_text_ce: 0.03972481191158295 (0.03939950190993671) + | > loss_mel_ce: 2.7444634437561035 (2.7986768116256973) + | > loss: 0.6960470676422119 (0.7095190782780472) + | > current_lr: 5e-06 + | > step_time: 0.1112 (0.12842170477619058) + | > loader_time: 0.0049 (0.00492940017668379) + + + --> TIME: 2024-12-24 01:41:17 -- STEP: 7484/7738 -- GLOBAL_STEP: 61650 + | > loss_text_ce: 0.04006866738200188 (0.039395878951596505) + | > loss_mel_ce: 2.8933048248291016 (2.798661624952029) + | > loss: 0.7333433628082275 (0.7095143758855608) + | > current_lr: 5e-06 + | > step_time: 0.1301 (0.12842053506286477) + | > loader_time: 0.005 (0.00492964610895454) + + + --> TIME: 2024-12-24 01:41:29 -- STEP: 7534/7738 -- GLOBAL_STEP: 61700 + | > loss_text_ce: 0.0398818701505661 (0.039393850186612886) + | > loss_mel_ce: 2.980215549468994 (2.798693030590021) + | > loss: 0.7550243735313416 (0.7095217201052778) + | > current_lr: 5e-06 + | > step_time: 0.1619 (0.1283923457780886) + | > loader_time: 0.0053 (0.0049293957371783735) + + + --> TIME: 2024-12-24 01:41:40 -- STEP: 7584/7738 -- GLOBAL_STEP: 61750 + | > loss_text_ce: 0.0389409177005291 (0.03939274108461767) + | > loss_mel_ce: 2.8614373207092285 (2.798408658569876) + | > loss: 0.7250945568084717 (0.7094503498561519) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.1283713540510288) + | > loader_time: 0.0051 (0.004929555713627394) + + + --> TIME: 2024-12-24 01:41:52 -- STEP: 7634/7738 -- GLOBAL_STEP: 61800 + | > loss_text_ce: 0.0315372608602047 (0.03939154343413609) + | > loss_mel_ce: 2.915118932723999 (2.7983746697898315) + | > loss: 0.7366640567779541 (0.709441553236209) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.12837418486755328) + | > loader_time: 0.0051 (0.0049304216670715) + + + --> TIME: 2024-12-24 01:42:03 -- STEP: 7684/7738 -- GLOBAL_STEP: 61850 + | > loss_text_ce: 0.04053976386785507 (0.03939294870428945) + | > loss_mel_ce: 2.6543993949890137 (2.7982610478368923) + | > loss: 0.6737347841262817 (0.7094134990899649) + | > current_lr: 5e-06 + | > step_time: 0.1301 (0.12838094601216643) + | > loader_time: 0.005 (0.004930567952383921) + + + --> TIME: 2024-12-24 01:42:15 -- STEP: 7734/7738 -- GLOBAL_STEP: 61900 + | > loss_text_ce: 0.039823319762945175 (0.0393917289566619) + | > loss_mel_ce: 2.687152147293091 (2.7983000385135477) + | > loss: 0.681743860244751 (0.7094229418068603) + | > current_lr: 5e-06 + | > step_time: 0.117 (0.12839685202816345) + | > loader_time: 0.0043 (0.004930748691662403) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06903241379092435 (+0.00031727733034075944) + | > avg_loss_text_ce: 0.037933674311698064 (-0.00020704747676247165) + | > avg_loss_mel_ce: 2.9364146524005483 (-0.005474437366830287) + | > avg_loss: 2.974348328330301 (-0.0056814822283648425) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_61904.pth + + > EPOCH: 8/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 01:43:18)  + + --> TIME: 2024-12-24 01:43:29 -- STEP: 46/7738 -- GLOBAL_STEP: 61950 + | > loss_text_ce: 0.0441749282181263 (0.03978333808481694) + | > loss_mel_ce: 2.7776362895965576 (2.806336361428966) + | > loss: 0.7054527997970581 (0.7115299235219541) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.1358245455700419) + | > loader_time: 0.005 (0.004908380301102347) + + + --> TIME: 2024-12-24 01:43:41 -- STEP: 96/7738 -- GLOBAL_STEP: 62000 + | > loss_text_ce: 0.037933144718408585 (0.039828595860550806) + | > loss_mel_ce: 2.6233408451080322 (2.8008715733885765) + | > loss: 0.665318489074707 (0.7101750398675599) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.13468280434608473) + | > loader_time: 0.0047 (0.0048685893416404715) + + + --> TIME: 2024-12-24 01:43:52 -- STEP: 146/7738 -- GLOBAL_STEP: 62050 + | > loss_text_ce: 0.03734515234827995 (0.03959263269215415) + | > loss_mel_ce: 2.596742868423462 (2.800913048117128) + | > loss: 0.6585220098495483 (0.7101264179569399) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.13044269607491701) + | > loader_time: 0.0049 (0.00485406019916273) + + + --> TIME: 2024-12-24 01:44:03 -- STEP: 196/7738 -- GLOBAL_STEP: 62100 + | > loss_text_ce: 0.03817705065011978 (0.03951544006716233) + | > loss_mel_ce: 2.6149749755859375 (2.802875296193725) + | > loss: 0.6632879972457886 (0.710597682060027) + | > current_lr: 5e-06 + | > step_time: 0.0869 (0.13029497253651526) + | > loader_time: 0.0044 (0.0048377513885497995) + + + --> TIME: 2024-12-24 01:44:15 -- STEP: 246/7738 -- GLOBAL_STEP: 62150 + | > loss_text_ce: 0.04226524755358696 (0.03940153215837674) + | > loss_mel_ce: 2.7927844524383545 (2.799188750546152) + | > loss: 0.7087624073028564 (0.7096475687453413) + | > current_lr: 5e-06 + | > step_time: 0.1089 (0.13124031070771258) + | > loader_time: 0.0045 (0.004841782213226561) + + + --> TIME: 2024-12-24 01:44:27 -- STEP: 296/7738 -- GLOBAL_STEP: 62200 + | > loss_text_ce: 0.0358363576233387 (0.039354534077181216) + | > loss_mel_ce: 2.9585390090942383 (2.7970973164648605) + | > loss: 0.7485938668251038 (0.7091129619527504) + | > current_lr: 5e-06 + | > step_time: 0.1336 (0.13047685735934494) + | > loader_time: 0.0051 (0.004827909372948307) + + + --> TIME: 2024-12-24 01:44:39 -- STEP: 346/7738 -- GLOBAL_STEP: 62250 + | > loss_text_ce: 0.03782085329294205 (0.039317318631303826) + | > loss_mel_ce: 2.721353530883789 (2.796049457754013) + | > loss: 0.689793586730957 (0.7088416937114186) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.13061592413510903) + | > loader_time: 0.0051 (0.004825776022982729) + + + --> TIME: 2024-12-24 01:44:50 -- STEP: 396/7738 -- GLOBAL_STEP: 62300 + | > loss_text_ce: 0.0381898432970047 (0.039253050367338505) + | > loss_mel_ce: 2.909114122390747 (2.792790046846023) + | > loss: 0.7368260025978088 (0.7080107742186749) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.13006509735126692) + | > loader_time: 0.0046 (0.004817944584470802) + + + --> TIME: 2024-12-24 01:45:02 -- STEP: 446/7738 -- GLOBAL_STEP: 62350 + | > loss_text_ce: 0.036731135100126266 (0.039271095366689136) + | > loss_mel_ce: 2.8050074577331543 (2.792509568646349) + | > loss: 0.7104346752166748 (0.7079451657464152) + | > current_lr: 5e-06 + | > step_time: 0.1174 (0.12980802230236252) + | > loader_time: 0.0048 (0.004816185733128018) + + + --> TIME: 2024-12-24 01:45:13 -- STEP: 496/7738 -- GLOBAL_STEP: 62400 + | > loss_text_ce: 0.03771194443106651 (0.03930965874854837) + | > loss_mel_ce: 2.885422706604004 (2.7929549130701243) + | > loss: 0.7307836413383484 (0.708066142855152) + | > current_lr: 5e-06 + | > step_time: 0.1057 (0.12972488855161987) + | > loader_time: 0.0048 (0.004821025556133636) + + + --> TIME: 2024-12-24 01:45:25 -- STEP: 546/7738 -- GLOBAL_STEP: 62450 + | > loss_text_ce: 0.04059974104166031 (0.03931398773668233) + | > loss_mel_ce: 2.789361000061035 (2.7940769130057026) + | > loss: 0.7074902057647705 (0.7083477252350623) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.12960084192045454) + | > loader_time: 0.0048 (0.004818005876226736) + + + --> TIME: 2024-12-24 01:45:36 -- STEP: 596/7738 -- GLOBAL_STEP: 62500 + | > loss_text_ce: 0.03877272084355354 (0.03931984955432436) + | > loss_mel_ce: 2.6918437480926514 (2.7918845711138425) + | > loss: 0.6826541423797607 (0.7078011051920439) + | > current_lr: 5e-06 + | > step_time: 0.078 (0.12978704223696821) + | > loader_time: 0.0044 (0.004813194274902339) + + + --> TIME: 2024-12-24 01:45:48 -- STEP: 646/7738 -- GLOBAL_STEP: 62550 + | > loss_text_ce: 0.04065240919589996 (0.039333492211836074) + | > loss_mel_ce: 2.8211452960968018 (2.7940351021917245) + | > loss: 0.7154494524002075 (0.7083421486080984) + | > current_lr: 5e-06 + | > step_time: 0.1623 (0.1299911630412005) + | > loader_time: 0.005 (0.004809775588682188) + + + --> TIME: 2024-12-24 01:46:00 -- STEP: 696/7738 -- GLOBAL_STEP: 62600 + | > loss_text_ce: 0.03768080472946167 (0.03932372086156891) + | > loss_mel_ce: 3.052354574203491 (2.7943612484411267) + | > loss: 0.7725088596343994 (0.7084212424768798) + | > current_lr: 5e-06 + | > step_time: 0.1218 (0.12986236810684212) + | > loader_time: 0.005 (0.004809309011218189) + + + --> TIME: 2024-12-24 01:46:11 -- STEP: 746/7738 -- GLOBAL_STEP: 62650 + | > loss_text_ce: 0.03779876232147217 (0.03932652224963856) + | > loss_mel_ce: 2.784806728363037 (2.7922794700627684) + | > loss: 0.7056514024734497 (0.7079014982678615) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.12981777056931817) + | > loader_time: 0.0049 (0.004807628191827766) + + + --> TIME: 2024-12-24 01:46:23 -- STEP: 796/7738 -- GLOBAL_STEP: 62700 + | > loss_text_ce: 0.03617287054657936 (0.039328301849601885) + | > loss_mel_ce: 2.7151849269866943 (2.7924015974279635) + | > loss: 0.6878394484519958 (0.7079324749246914) + | > current_lr: 5e-06 + | > step_time: 0.1198 (0.12951171068689948) + | > loader_time: 0.0049 (0.004803992995065657) + + + --> TIME: 2024-12-24 01:46:34 -- STEP: 846/7738 -- GLOBAL_STEP: 62750 + | > loss_text_ce: 0.041911497712135315 (0.039360347272163344) + | > loss_mel_ce: 2.862914562225342 (2.7919935089476575) + | > loss: 0.7262065410614014 (0.7078384640791737) + | > current_lr: 5e-06 + | > step_time: 0.1182 (0.1291014111070206) + | > loader_time: 0.0045 (0.004804610924236032) + + + --> TIME: 2024-12-24 01:46:45 -- STEP: 896/7738 -- GLOBAL_STEP: 62800 + | > loss_text_ce: 0.03713007643818855 (0.03934162436053161) + | > loss_mel_ce: 2.648871421813965 (2.791777775489859) + | > loss: 0.6715003848075867 (0.7077798501455358) + | > current_lr: 5e-06 + | > step_time: 0.1421 (0.12924289969461322) + | > loader_time: 0.0049 (0.004803118429013657) + + + --> TIME: 2024-12-24 01:46:57 -- STEP: 946/7738 -- GLOBAL_STEP: 62850 + | > loss_text_ce: 0.04445194453001022 (0.039312395552689165) + | > loss_mel_ce: 2.779949188232422 (2.7914062433464593) + | > loss: 0.7061002850532532 (0.7076796597582593) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12901724468578002) + | > loader_time: 0.0049 (0.004799889207642372) + + + --> TIME: 2024-12-24 01:47:08 -- STEP: 996/7738 -- GLOBAL_STEP: 62900 + | > loss_text_ce: 0.04156201332807541 (0.039312997103545355) + | > loss_mel_ce: 2.8335773944854736 (2.792067516520321) + | > loss: 0.7187848687171936 (0.7078451282647719) + | > current_lr: 5e-06 + | > step_time: 0.0866 (0.12886037764300307) + | > loader_time: 0.0044 (0.004801641745739669) + + + --> TIME: 2024-12-24 01:47:20 -- STEP: 1046/7738 -- GLOBAL_STEP: 62950 + | > loss_text_ce: 0.03848090395331383 (0.039301038881760286) + | > loss_mel_ce: 2.754629135131836 (2.791638230046625) + | > loss: 0.6982775330543518 (0.7077348173576377) + | > current_lr: 5e-06 + | > step_time: 0.1724 (0.12882253020488968) + | > loader_time: 0.0054 (0.004802304289764926) + + + --> TIME: 2024-12-24 01:47:31 -- STEP: 1096/7738 -- GLOBAL_STEP: 63000 + | > loss_text_ce: 0.038227032870054245 (0.03930088063960314) + | > loss_mel_ce: 2.693901777267456 (2.791594992153837) + | > loss: 0.683032214641571 (0.7077239684923723) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1288610294352483) + | > loader_time: 0.0048 (0.00481138198915189) + + + --> TIME: 2024-12-24 01:47:43 -- STEP: 1146/7738 -- GLOBAL_STEP: 63050 + | > loss_text_ce: 0.03732515871524811 (0.039313551344068484) + | > loss_mel_ce: 2.7267050743103027 (2.791382378308562) + | > loss: 0.6910075545310974 (0.7076739829040117) + | > current_lr: 5e-06 + | > step_time: 0.1627 (0.1288852573065233) + | > loader_time: 0.005 (0.004814519308000334) + + + --> TIME: 2024-12-24 01:47:54 -- STEP: 1196/7738 -- GLOBAL_STEP: 63100 + | > loss_text_ce: 0.041229963302612305 (0.03930306601584157) + | > loss_mel_ce: 2.7915592193603516 (2.791188416871738) + | > loss: 0.708197295665741 (0.7076228712514094) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.12901267817985249) + | > loader_time: 0.0052 (0.004814524714364653) + + + --> TIME: 2024-12-24 01:48:06 -- STEP: 1246/7738 -- GLOBAL_STEP: 63150 + | > loss_text_ce: 0.041801128536462784 (0.03929452953283132) + | > loss_mel_ce: 2.7442972660064697 (2.790470919486607) + | > loss: 0.6965246200561523 (0.707441362580748) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12926428199388423) + | > loader_time: 0.0049 (0.0048172871909593126) + + + --> TIME: 2024-12-24 01:48:18 -- STEP: 1296/7738 -- GLOBAL_STEP: 63200 + | > loss_text_ce: 0.039755456149578094 (0.03928269998078453) + | > loss_mel_ce: 2.687602996826172 (2.7903092956101463) + | > loss: 0.6818395853042603 (0.7073979992189523) + | > current_lr: 5e-06 + | > step_time: 0.1195 (0.1292989312866586) + | > loader_time: 0.0051 (0.004821504891654593) + + + --> TIME: 2024-12-24 01:48:29 -- STEP: 1346/7738 -- GLOBAL_STEP: 63250 + | > loss_text_ce: 0.041352275758981705 (0.03925620485512322) + | > loss_mel_ce: 2.8670296669006348 (2.7909488383940753) + | > loss: 0.7270954847335815 (0.707551261158259) + | > current_lr: 5e-06 + | > step_time: 0.1672 (0.12919401024284174) + | > loader_time: 0.0051 (0.004819281565310519) + + + --> TIME: 2024-12-24 01:48:41 -- STEP: 1396/7738 -- GLOBAL_STEP: 63300 + | > loss_text_ce: 0.038973916321992874 (0.039245986673223134) + | > loss_mel_ce: 2.887436628341675 (2.790264853775332) + | > loss: 0.7316026091575623 (0.7073777103236206) + | > current_lr: 5e-06 + | > step_time: 0.1351 (0.12920693886655776) + | > loader_time: 0.0051 (0.004822032499449982) + + + --> TIME: 2024-12-24 01:48:53 -- STEP: 1446/7738 -- GLOBAL_STEP: 63350 + | > loss_text_ce: 0.0427924282848835 (0.039240898221813654) + | > loss_mel_ce: 2.8316378593444824 (2.7902587935802523) + | > loss: 0.7186075448989868 (0.7073749231682116) + | > current_lr: 5e-06 + | > step_time: 0.111 (0.12938798281826566) + | > loader_time: 0.0046 (0.004822393175971948) + + + --> TIME: 2024-12-24 01:49:04 -- STEP: 1496/7738 -- GLOBAL_STEP: 63400 + | > loss_text_ce: 0.0344633013010025 (0.03924100789276356) + | > loss_mel_ce: 2.89884877204895 (2.790475973949074) + | > loss: 0.7333280444145203 (0.7074292456322816) + | > current_lr: 5e-06 + | > step_time: 0.1202 (0.12933467846503213) + | > loader_time: 0.0052 (0.004823885021362709) + + + --> TIME: 2024-12-24 01:49:16 -- STEP: 1546/7738 -- GLOBAL_STEP: 63450 + | > loss_text_ce: 0.0434587225317955 (0.03922427729745659) + | > loss_mel_ce: 2.725076198577881 (2.7906280271757145) + | > loss: 0.6921337246894836 (0.707463076398413) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12923095065902748) + | > loader_time: 0.0047 (0.004824313741143583) + + + --> TIME: 2024-12-24 01:49:27 -- STEP: 1596/7738 -- GLOBAL_STEP: 63500 + | > loss_text_ce: 0.04353247582912445 (0.03921801479706047) + | > loss_mel_ce: 2.8961148262023926 (2.791389008811242) + | > loss: 0.7349117994308472 (0.7076517561249868) + | > current_lr: 5e-06 + | > step_time: 0.1129 (0.12915984580391313) + | > loader_time: 0.0049 (0.004822913566627592) + + + --> TIME: 2024-12-24 01:49:39 -- STEP: 1646/7738 -- GLOBAL_STEP: 63550 + | > loss_text_ce: 0.03699878975749016 (0.039220979595658734) + | > loss_mel_ce: 2.7895302772521973 (2.791592778296255) + | > loss: 0.7066322565078735 (0.7077034396432877) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.1291282048057378) + | > loader_time: 0.0051 (0.0048253327644320314) + + + --> TIME: 2024-12-24 01:49:50 -- STEP: 1696/7738 -- GLOBAL_STEP: 63600 + | > loss_text_ce: 0.03937765583395958 (0.03924315066059246) + | > loss_mel_ce: 2.793076753616333 (2.79102621213445) + | > loss: 0.7081136107444763 (0.7075673408525173) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12905008345842342) + | > loader_time: 0.0046 (0.004826344830809896) + + + --> TIME: 2024-12-24 01:50:01 -- STEP: 1746/7738 -- GLOBAL_STEP: 63650 + | > loss_text_ce: 0.04080913960933685 (0.03924818447271508) + | > loss_mel_ce: 2.659226894378662 (2.79116612966391) + | > loss: 0.67500901222229 (0.7076035787149806) + | > current_lr: 5e-06 + | > step_time: 0.1564 (0.12895986564107487) + | > loader_time: 0.0055 (0.004827619964451038) + + + --> TIME: 2024-12-24 01:50:13 -- STEP: 1796/7738 -- GLOBAL_STEP: 63700 + | > loss_text_ce: 0.03756347671151161 (0.03924922108907413) + | > loss_mel_ce: 2.83646297454834 (2.7914654446603984) + | > loss: 0.7185066342353821 (0.7076786666245665) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.1292029101492831) + | > loader_time: 0.005 (0.004834847089176982) + + + --> TIME: 2024-12-24 01:50:25 -- STEP: 1846/7738 -- GLOBAL_STEP: 63750 + | > loss_text_ce: 0.03946313634514809 (0.039255397824140725) + | > loss_mel_ce: 2.8920738697052 (2.791362599329467) + | > loss: 0.7328842282295227 (0.707654499445809) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12915038106759197) + | > loader_time: 0.0047 (0.004837472932181144) + + + --> TIME: 2024-12-24 01:50:36 -- STEP: 1896/7738 -- GLOBAL_STEP: 63800 + | > loss_text_ce: 0.039904315024614334 (0.0392557291475121) + | > loss_mel_ce: 2.6916489601135254 (2.7913706070008653) + | > loss: 0.6828883290290833 (0.7076565841456508) + | > current_lr: 5e-06 + | > step_time: 0.0776 (0.12909429209141776) + | > loader_time: 0.0041 (0.00483857604521739) + + + --> TIME: 2024-12-24 01:50:48 -- STEP: 1946/7738 -- GLOBAL_STEP: 63850 + | > loss_text_ce: 0.04530502110719681 (0.03926401088188452) + | > loss_mel_ce: 2.8654158115386963 (2.7911449812911635) + | > loss: 0.7276802062988281 (0.7076022481624296) + | > current_lr: 5e-06 + | > step_time: 0.1481 (0.12924325600924977) + | > loader_time: 0.005 (0.004840050669882792) + + + --> TIME: 2024-12-24 01:51:00 -- STEP: 1996/7738 -- GLOBAL_STEP: 63900 + | > loss_text_ce: 0.041233740746974945 (0.039263133332879875) + | > loss_mel_ce: 2.974146842956543 (2.790843462537906) + | > loss: 0.7538451552391052 (0.707526648928503) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.12917213831731442) + | > loader_time: 0.0049 (0.004840413530269459) + + + --> TIME: 2024-12-24 01:51:11 -- STEP: 2046/7738 -- GLOBAL_STEP: 63950 + | > loss_text_ce: 0.04288597032427788 (0.0392632827231932) + | > loss_mel_ce: 2.6623382568359375 (2.791341802008806) + | > loss: 0.6763060688972473 (0.7076512711779931) + | > current_lr: 5e-06 + | > step_time: 0.1094 (0.12900546953475356) + | > loader_time: 0.0046 (0.004840405222724025) + + + --> TIME: 2024-12-24 01:51:23 -- STEP: 2096/7738 -- GLOBAL_STEP: 64000 + | > loss_text_ce: 0.0413266159594059 (0.03926395357209651) + | > loss_mel_ce: 2.8938426971435547 (2.7908586298918894) + | > loss: 0.7337923049926758 (0.707530645895323) + | > current_lr: 5e-06 + | > step_time: 0.0866 (0.1291081456055167) + | > loader_time: 0.0044 (0.004842104120108914) + + + --> TIME: 2024-12-24 01:51:34 -- STEP: 2146/7738 -- GLOBAL_STEP: 64050 + | > loss_text_ce: 0.0407293401658535 (0.03925772232263034) + | > loss_mel_ce: 2.6244170665740967 (2.7902404526517626) + | > loss: 0.6662865877151489 (0.707374543812602) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.12912832868510268) + | > loader_time: 0.0046 (0.004841927491052061) + + + --> TIME: 2024-12-24 01:51:46 -- STEP: 2196/7738 -- GLOBAL_STEP: 64100 + | > loss_text_ce: 0.04316699504852295 (0.03926131224432771) + | > loss_mel_ce: 2.910672664642334 (2.7902702601229543) + | > loss: 0.7384599447250366 (0.7073828931931814) + | > current_lr: 5e-06 + | > step_time: 0.1025 (0.12912489145397044) + | > loader_time: 0.0045 (0.0048420621397716745) + + + --> TIME: 2024-12-24 01:51:57 -- STEP: 2246/7738 -- GLOBAL_STEP: 64150 + | > loss_text_ce: 0.041644077748060226 (0.03925639125232393) + | > loss_mel_ce: 2.789140462875366 (2.789601819704177) + | > loss: 0.7076961398124695 (0.7072145527532253) + | > current_lr: 5e-06 + | > step_time: 0.109 (0.12909031572452312) + | > loader_time: 0.0045 (0.00484188178343531) + + + --> TIME: 2024-12-24 01:52:09 -- STEP: 2296/7738 -- GLOBAL_STEP: 64200 + | > loss_text_ce: 0.035590339452028275 (0.0392541062907813) + | > loss_mel_ce: 2.7854931354522705 (2.7895725460833334) + | > loss: 0.7052708864212036 (0.7072066630428273) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.12901930173515017) + | > loader_time: 0.0049 (0.004841688721852851) + + + --> TIME: 2024-12-24 01:52:20 -- STEP: 2346/7738 -- GLOBAL_STEP: 64250 + | > loss_text_ce: 0.037897128611803055 (0.03925433754285792) + | > loss_mel_ce: 2.9142324924468994 (2.7897816118986656) + | > loss: 0.7380324006080627 (0.7072589871269571) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12900211693177543) + | > loader_time: 0.005 (0.00484196466964631) + + + --> TIME: 2024-12-24 01:52:32 -- STEP: 2396/7738 -- GLOBAL_STEP: 64300 + | > loss_text_ce: 0.04354863241314888 (0.03925911238096749) + | > loss_mel_ce: 2.608309030532837 (2.7898667181075467) + | > loss: 0.662964403629303 (0.7072814573131152) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12896844630249357) + | > loader_time: 0.0051 (0.004842483738626982) + + + --> TIME: 2024-12-24 01:52:43 -- STEP: 2446/7738 -- GLOBAL_STEP: 64350 + | > loss_text_ce: 0.04069168120622635 (0.03925026504845291) + | > loss_mel_ce: 2.774264097213745 (2.7895123788984866) + | > loss: 0.7037389278411865 (0.7071906606729962) + | > current_lr: 5e-06 + | > step_time: 0.1507 (0.12894934537658317) + | > loader_time: 0.0053 (0.004842876315799195) + + + --> TIME: 2024-12-24 01:52:55 -- STEP: 2496/7738 -- GLOBAL_STEP: 64400 + | > loss_text_ce: 0.04054637998342514 (0.039244424159196885) + | > loss_mel_ce: 2.772566795349121 (2.7900103706962005) + | > loss: 0.7032783031463623 (0.7073136983343817) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.12894678765382522) + | > loader_time: 0.0046 (0.004844879301694722) + + + --> TIME: 2024-12-24 01:53:06 -- STEP: 2546/7738 -- GLOBAL_STEP: 64450 + | > loss_text_ce: 0.04035916551947594 (0.039241330465484836) + | > loss_mel_ce: 2.629157066345215 (2.790068216803309) + | > loss: 0.6673790812492371 (0.7073273864301858) + | > current_lr: 5e-06 + | > step_time: 0.133 (0.12894451271710386) + | > loader_time: 0.0051 (0.004846543097065265) + + + --> TIME: 2024-12-24 01:53:18 -- STEP: 2596/7738 -- GLOBAL_STEP: 64500 + | > loss_text_ce: 0.03759032487869263 (0.039242898378067784) + | > loss_mel_ce: 2.729447841644287 (2.789577628045306) + | > loss: 0.6917595267295837 (0.7072051311678087) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12893251590258525) + | > loader_time: 0.005 (0.004848428242746592) + + + --> TIME: 2024-12-24 01:53:29 -- STEP: 2646/7738 -- GLOBAL_STEP: 64550 + | > loss_text_ce: 0.03845375031232834 (0.039234789255907974) + | > loss_mel_ce: 2.7858824729919434 (2.789678392586881) + | > loss: 0.7060840725898743 (0.7072282950488905) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.1288729436633628) + | > loader_time: 0.0049 (0.004849572390745913) + + + --> TIME: 2024-12-24 01:53:40 -- STEP: 2696/7738 -- GLOBAL_STEP: 64600 + | > loss_text_ce: 0.042006492614746094 (0.039231202620405) + | > loss_mel_ce: 2.5652709007263184 (2.78984589481212) + | > loss: 0.6518193483352661 (0.7072692738973088) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.12882963017469343) + | > loader_time: 0.0046 (0.0048500719516142874) + + + --> TIME: 2024-12-24 01:53:52 -- STEP: 2746/7738 -- GLOBAL_STEP: 64650 + | > loss_text_ce: 0.03830614313483238 (0.039234915982934625) + | > loss_mel_ce: 3.0013604164123535 (2.790099096489228) + | > loss: 0.7599166631698608 (0.7073335026791754) + | > current_lr: 5e-06 + | > step_time: 0.1305 (0.1288201463370104) + | > loader_time: 0.0047 (0.004853826409608709) + + + --> TIME: 2024-12-24 01:54:04 -- STEP: 2796/7738 -- GLOBAL_STEP: 64700 + | > loss_text_ce: 0.03652450069785118 (0.039232563255394745) + | > loss_mel_ce: 2.7563109397888184 (2.7902511042757245) + | > loss: 0.6982088685035706 (0.7073709164267802) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.12888478814958665) + | > loader_time: 0.0053 (0.004856434161741499) + + + --> TIME: 2024-12-24 01:54:15 -- STEP: 2846/7738 -- GLOBAL_STEP: 64750 + | > loss_text_ce: 0.04262476786971092 (0.039231173813248796) + | > loss_mel_ce: 3.0061609745025635 (2.7905744848666862) + | > loss: 0.76219642162323 (0.7074514141990876) + | > current_lr: 5e-06 + | > step_time: 0.1644 (0.12892419447466585) + | > loader_time: 0.0052 (0.004858232013624644) + + + --> TIME: 2024-12-24 01:54:27 -- STEP: 2896/7738 -- GLOBAL_STEP: 64800 + | > loss_text_ce: 0.041068024933338165 (0.03923161722493272) + | > loss_mel_ce: 2.830955982208252 (2.790507589914522) + | > loss: 0.7180060148239136 (0.7074348012921905) + | > current_lr: 5e-06 + | > step_time: 0.1335 (0.12886816971209814) + | > loader_time: 0.0052 (0.0048585721800999005) + + + --> TIME: 2024-12-24 01:54:38 -- STEP: 2946/7738 -- GLOBAL_STEP: 64850 + | > loss_text_ce: 0.03905029222369194 (0.03923678938969621) + | > loss_mel_ce: 2.7714195251464844 (2.7901030222898586) + | > loss: 0.7026174664497375 (0.7073349524175577) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.12879055596822298) + | > loader_time: 0.0053 (0.004858794863015225) + + + --> TIME: 2024-12-24 01:54:49 -- STEP: 2996/7738 -- GLOBAL_STEP: 64900 + | > loss_text_ce: 0.04167889803647995 (0.039238625543020496) + | > loss_mel_ce: 2.8034183979034424 (2.7897203510530164) + | > loss: 0.7112743258476257 (0.7072397437051093) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12877560720265468) + | > loader_time: 0.0047 (0.004859055791582371) + + + --> TIME: 2024-12-24 01:55:01 -- STEP: 3046/7738 -- GLOBAL_STEP: 64950 + | > loss_text_ce: 0.04042048752307892 (0.03923523316963367) + | > loss_mel_ce: 2.787534236907959 (2.790004177932589) + | > loss: 0.7069886922836304 (0.707309852304698) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12879238023776737) + | > loader_time: 0.0044 (0.0048587168820657224) + + + --> TIME: 2024-12-24 01:55:12 -- STEP: 3096/7738 -- GLOBAL_STEP: 65000 + | > loss_text_ce: 0.03762723505496979 (0.03923510603163911) + | > loss_mel_ce: 2.578749895095825 (2.789914980569243) + | > loss: 0.6540942788124084 (0.7072875211713249) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12882318507485316) + | > loader_time: 0.0045 (0.004859106870276666) + + + --> TIME: 2024-12-24 01:55:24 -- STEP: 3146/7738 -- GLOBAL_STEP: 65050 + | > loss_text_ce: 0.03820190951228142 (0.039235313658028924) + | > loss_mel_ce: 2.9371519088745117 (2.7900742127193587) + | > loss: 0.7438384294509888 (0.7073273811269108) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12881927897955917) + | > loader_time: 0.0051 (0.004862114341866786) + + + --> TIME: 2024-12-24 01:55:36 -- STEP: 3196/7738 -- GLOBAL_STEP: 65100 + | > loss_text_ce: 0.03675668314099312 (0.03923541316191427) + | > loss_mel_ce: 2.6358554363250732 (2.79039101755813) + | > loss: 0.6681530475616455 (0.7074066072665123) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.1288699796411662) + | > loader_time: 0.005 (0.004865959827532893) + + + --> TIME: 2024-12-24 01:55:48 -- STEP: 3246/7738 -- GLOBAL_STEP: 65150 + | > loss_text_ce: 0.03902113810181618 (0.039231971796838495) + | > loss_mel_ce: 2.778613567352295 (2.790400887593324) + | > loss: 0.7044087052345276 (0.707408214434386) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12893285600035886) + | > loader_time: 0.0051 (0.004869263919870265) + + + --> TIME: 2024-12-24 01:56:00 -- STEP: 3296/7738 -- GLOBAL_STEP: 65200 + | > loss_text_ce: 0.03868028521537781 (0.03922471451206879) + | > loss_mel_ce: 2.5372891426086426 (2.7902461279509136) + | > loss: 0.6439923644065857 (0.7073677102085759) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12906478171788405) + | > loader_time: 0.0046 (0.004873789629889912) + + + --> TIME: 2024-12-24 01:56:11 -- STEP: 3346/7738 -- GLOBAL_STEP: 65250 + | > loss_text_ce: 0.0373811237514019 (0.0392232154642421) + | > loss_mel_ce: 2.7459285259246826 (2.7899613986810525) + | > loss: 0.6958274245262146 (0.707296153153052) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.1290568549406439) + | > loader_time: 0.0053 (0.004876190363398858) + + + --> TIME: 2024-12-24 01:56:23 -- STEP: 3396/7738 -- GLOBAL_STEP: 65300 + | > loss_text_ce: 0.040871761739254 (0.03922082192524483) + | > loss_mel_ce: 2.3644144535064697 (2.7896792949018265) + | > loss: 0.6013215780258179 (0.7072250288247514) + | > current_lr: 5e-06 + | > step_time: 0.1422 (0.12915189351855821) + | > loader_time: 0.0052 (0.004879500545798246) + + + --> TIME: 2024-12-24 01:56:35 -- STEP: 3446/7738 -- GLOBAL_STEP: 65350 + | > loss_text_ce: 0.038338880985975266 (0.039217754395260325) + | > loss_mel_ce: 2.6087799072265625 (2.789555113258849) + | > loss: 0.6617797017097473 (0.7071932165413779) + | > current_lr: 5e-06 + | > step_time: 0.1156 (0.12918410298441046) + | > loader_time: 0.005 (0.004881757051530983) + + + --> TIME: 2024-12-24 01:56:47 -- STEP: 3496/7738 -- GLOBAL_STEP: 65400 + | > loss_text_ce: 0.03930576890707016 (0.03920828279862249) + | > loss_mel_ce: 2.8360767364501953 (2.789460920837433) + | > loss: 0.7188456058502197 (0.7071673005341951) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.12920166848726106) + | > loader_time: 0.0051 (0.004884010730673563) + + + --> TIME: 2024-12-24 01:56:58 -- STEP: 3546/7738 -- GLOBAL_STEP: 65450 + | > loss_text_ce: 0.040206167846918106 (0.03921115366995205) + | > loss_mel_ce: 2.905282497406006 (2.7897132458286102) + | > loss: 0.736372172832489 (0.7072310995161378) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.12925127375549494) + | > loader_time: 0.0048 (0.0048859475765669225) + + + --> TIME: 2024-12-24 01:57:10 -- STEP: 3596/7738 -- GLOBAL_STEP: 65500 + | > loss_text_ce: 0.04061591625213623 (0.03920879498231867) + | > loss_mel_ce: 2.7590935230255127 (2.78992339885805) + | > loss: 0.6999273300170898 (0.7072830481477533) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.1292303566540178) + | > loader_time: 0.0046 (0.004888208808835266) + + + --> TIME: 2024-12-24 01:57:22 -- STEP: 3646/7738 -- GLOBAL_STEP: 65550 + | > loss_text_ce: 0.03984430059790611 (0.03920504327473152) + | > loss_mel_ce: 2.80568528175354 (2.7897080956614415) + | > loss: 0.7113823890686035 (0.7072282844660913) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.129362039623585) + | > loader_time: 0.005 (0.004890852097423917) + + + --> TIME: 2024-12-24 01:57:34 -- STEP: 3696/7738 -- GLOBAL_STEP: 65600 + | > loss_text_ce: 0.03874766826629639 (0.039199737240298335) + | > loss_mel_ce: 2.8693532943725586 (2.789802897479627) + | > loss: 0.7270252704620361 (0.7072506584388365) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.1293595309381362) + | > loader_time: 0.0049 (0.004893782463940697) + + + --> TIME: 2024-12-24 01:57:45 -- STEP: 3746/7738 -- GLOBAL_STEP: 65650 + | > loss_text_ce: 0.041090745478868484 (0.03919761690763126) + | > loss_mel_ce: 2.7873332500457764 (2.789716274930523) + | > loss: 0.7071059942245483 (0.7072284727318059) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12927608285049558) + | > loader_time: 0.0051 (0.004894428500120985) + + + --> TIME: 2024-12-24 01:57:56 -- STEP: 3796/7738 -- GLOBAL_STEP: 65700 + | > loss_text_ce: 0.04087608680129051 (0.03920297459596174) + | > loss_mel_ce: 2.6931755542755127 (2.7895390544600933) + | > loss: 0.6835129261016846 (0.7071855071033152) + | > current_lr: 5e-06 + | > step_time: 0.1276 (0.12923675850897376) + | > loader_time: 0.0051 (0.004894944274890275) + + + --> TIME: 2024-12-24 01:58:08 -- STEP: 3846/7738 -- GLOBAL_STEP: 65750 + | > loss_text_ce: 0.040264058858156204 (0.0392011857281129) + | > loss_mel_ce: 2.643781900405884 (2.7894981635218166) + | > loss: 0.6710115075111389 (0.7071748371863216) + | > current_lr: 5e-06 + | > step_time: 0.1171 (0.12926067161609672) + | > loader_time: 0.005 (0.004897021280250003) + + + --> TIME: 2024-12-24 01:58:19 -- STEP: 3896/7738 -- GLOBAL_STEP: 65800 + | > loss_text_ce: 0.03965328633785248 (0.03920277132933822) + | > loss_mel_ce: 2.5839104652404785 (2.7892988084278065) + | > loss: 0.655890941619873 (0.7071253948632709) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.129200382766293) + | > loader_time: 0.005 (0.004896340551317585) + + + --> TIME: 2024-12-24 01:58:31 -- STEP: 3946/7738 -- GLOBAL_STEP: 65850 + | > loss_text_ce: 0.0386846549808979 (0.03921008412525613) + | > loss_mel_ce: 2.912252426147461 (2.7895138057669104) + | > loss: 0.7377342581748962 (0.707180972336153) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.12915992404504661) + | > loader_time: 0.0049 (0.004896432690008959) + + + --> TIME: 2024-12-24 01:58:42 -- STEP: 3996/7738 -- GLOBAL_STEP: 65900 + | > loss_text_ce: 0.03696098178625107 (0.03921374035822055) + | > loss_mel_ce: 2.8234307765960693 (2.7890052198170423) + | > loss: 0.715097963809967 (0.707054739898152) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12915784311485498) + | > loader_time: 0.0055 (0.004897228411368054) + + + --> TIME: 2024-12-24 01:58:54 -- STEP: 4046/7738 -- GLOBAL_STEP: 65950 + | > loss_text_ce: 0.04056130349636078 (0.039216903018527184) + | > loss_mel_ce: 2.7574777603149414 (2.7892652884368783) + | > loss: 0.6995097398757935 (0.7071205476723398) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12919284439416923) + | > loader_time: 0.0052 (0.004898498156137876) + + + --> TIME: 2024-12-24 01:59:06 -- STEP: 4096/7738 -- GLOBAL_STEP: 66000 + | > loss_text_ce: 0.03972490131855011 (0.03921040599107077) + | > loss_mel_ce: 2.732200860977173 (2.7892956673749723) + | > loss: 0.6929814219474792 (0.7071265181439241) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.12920684559503587) + | > loader_time: 0.0047 (0.004901577136479309) + + + --> TIME: 2024-12-24 01:59:18 -- STEP: 4146/7738 -- GLOBAL_STEP: 66050 + | > loss_text_ce: 0.03593744337558746 (0.03921248823012559) + | > loss_mel_ce: 2.6772775650024414 (2.78917286359223) + | > loss: 0.6783037781715393 (0.7070963377689211) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12923140860500987) + | > loader_time: 0.0049 (0.004903445483059096) + + + --> TIME: 2024-12-24 01:59:29 -- STEP: 4196/7738 -- GLOBAL_STEP: 66100 + | > loss_text_ce: 0.041622553020715714 (0.03921359205073385) + | > loss_mel_ce: 2.8600685596466064 (2.7894489231623285) + | > loss: 0.7254227995872498 (0.707165628657442) + | > current_lr: 5e-06 + | > step_time: 0.0809 (0.1292543099878856) + | > loader_time: 0.0045 (0.004904413189174324) + + + --> TIME: 2024-12-24 01:59:41 -- STEP: 4246/7738 -- GLOBAL_STEP: 66150 + | > loss_text_ce: 0.0393473319709301 (0.03921400938398906) + | > loss_mel_ce: 2.9280588626861572 (2.7893445973007744) + | > loss: 0.7418515682220459 (0.7071396515468251) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12927303502877488) + | > loader_time: 0.0051 (0.00490685083144012) + + + --> TIME: 2024-12-24 01:59:52 -- STEP: 4296/7738 -- GLOBAL_STEP: 66200 + | > loss_text_ce: 0.03715556859970093 (0.03921859032947928) + | > loss_mel_ce: 2.6522841453552246 (2.78908564036563) + | > loss: 0.6723599433898926 (0.7070760575697194) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.12922520427730508) + | > loader_time: 0.0051 (0.0049074410948229345) + + + --> TIME: 2024-12-24 02:00:04 -- STEP: 4346/7738 -- GLOBAL_STEP: 66250 + | > loss_text_ce: 0.03829675167798996 (0.03922139796322525) + | > loss_mel_ce: 2.817695140838623 (2.7893979579032) + | > loss: 0.7139979600906372 (0.7071548388868892) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.1292041046960641) + | > loader_time: 0.0046 (0.004908766770659083) + + + --> TIME: 2024-12-24 02:00:15 -- STEP: 4396/7738 -- GLOBAL_STEP: 66300 + | > loss_text_ce: 0.04238114878535271 (0.039225093400897366) + | > loss_mel_ce: 2.7363810539245605 (2.789364003451768) + | > loss: 0.6946905255317688 (0.7071472741155007) + | > current_lr: 5e-06 + | > step_time: 0.0996 (0.12916063980366346) + | > loader_time: 0.0049 (0.004909374206254859) + + + --> TIME: 2024-12-24 02:00:26 -- STEP: 4446/7738 -- GLOBAL_STEP: 66350 + | > loss_text_ce: 0.041410431265830994 (0.03922417668648339) + | > loss_mel_ce: 2.8821866512298584 (2.7892620905100958) + | > loss: 0.7308992743492126 (0.7071215667088622) + | > current_lr: 5e-06 + | > step_time: 0.1305 (0.12909689863361978) + | > loader_time: 0.005 (0.004910239270287903) + + + --> TIME: 2024-12-24 02:00:38 -- STEP: 4496/7738 -- GLOBAL_STEP: 66400 + | > loss_text_ce: 0.03753705695271492 (0.039223974284772326) + | > loss_mel_ce: 2.5857534408569336 (2.789124837549557) + | > loss: 0.6558226346969604 (0.707087202905761) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.12908626769361134) + | > loader_time: 0.0049 (0.004911354587171413) + + + --> TIME: 2024-12-24 02:00:49 -- STEP: 4546/7738 -- GLOBAL_STEP: 66450 + | > loss_text_ce: 0.039776429533958435 (0.03922226730270295) + | > loss_mel_ce: 2.741447687149048 (2.7888315422022028) + | > loss: 0.6953060030937195 (0.7070134522969436) + | > current_lr: 5e-06 + | > step_time: 0.1547 (0.12902582221444472) + | > loader_time: 0.0053 (0.004911691461740153) + + + --> TIME: 2024-12-24 02:01:00 -- STEP: 4596/7738 -- GLOBAL_STEP: 66500 + | > loss_text_ce: 0.039968475699424744 (0.03921924428357783) + | > loss_mel_ce: 2.8178863525390625 (2.7886230700736054) + | > loss: 0.7144637107849121 (0.7069605785260732) + | > current_lr: 5e-06 + | > step_time: 0.0775 (0.12897880498588973) + | > loader_time: 0.0044 (0.004912144002756712) + + + --> TIME: 2024-12-24 02:01:11 -- STEP: 4646/7738 -- GLOBAL_STEP: 66550 + | > loss_text_ce: 0.03698929771780968 (0.03922061168388642) + | > loss_mel_ce: 2.7202212810516357 (2.7885084286158945) + | > loss: 0.6893026232719421 (0.7069322600530955) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12893879013332482) + | > loader_time: 0.0045 (0.004912526095370189) + + + --> TIME: 2024-12-24 02:01:23 -- STEP: 4696/7738 -- GLOBAL_STEP: 66600 + | > loss_text_ce: 0.04350191354751587 (0.039228032912671885) + | > loss_mel_ce: 2.8527557849884033 (2.7885005726928003) + | > loss: 0.7240644097328186 (0.7069321514394462) + | > current_lr: 5e-06 + | > step_time: 0.1058 (0.128934162286518) + | > loader_time: 0.0049 (0.004912865476673249) + + + --> TIME: 2024-12-24 02:01:34 -- STEP: 4746/7738 -- GLOBAL_STEP: 66650 + | > loss_text_ce: 0.03664015606045723 (0.03922912376170239) + | > loss_mel_ce: 2.8023998737335205 (2.7883509184507402) + | > loss: 0.7097600102424622 (0.7068950106361173) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.1289154952756976) + | > loader_time: 0.0047 (0.00491359627704) + + + --> TIME: 2024-12-24 02:01:46 -- STEP: 4796/7738 -- GLOBAL_STEP: 66700 + | > loss_text_ce: 0.0388215109705925 (0.039227287906429466) + | > loss_mel_ce: 2.9302937984466553 (2.7883979601597573) + | > loss: 0.7422788143157959 (0.7069063121025717) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12891045886342786) + | > loader_time: 0.0049 (0.004914313679043689) + + + --> TIME: 2024-12-24 02:01:57 -- STEP: 4846/7738 -- GLOBAL_STEP: 66750 + | > loss_text_ce: 0.040658559650182724 (0.03922988171564296) + | > loss_mel_ce: 2.6072680950164795 (2.7884780397800877) + | > loss: 0.6619816422462463 (0.7069269804805949) + | > current_lr: 5e-06 + | > step_time: 0.1167 (0.12888066536426748) + | > loader_time: 0.005 (0.004914715031282582) + + + --> TIME: 2024-12-24 02:02:09 -- STEP: 4896/7738 -- GLOBAL_STEP: 66800 + | > loss_text_ce: 0.03738360479474068 (0.039228145148014704) + | > loss_mel_ce: 2.789886474609375 (2.7886310421368656) + | > loss: 0.7068175077438354 (0.7069647969446735) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.12896730916367646) + | > loader_time: 0.0059 (0.004917754700370848) + + + --> TIME: 2024-12-24 02:02:21 -- STEP: 4946/7738 -- GLOBAL_STEP: 66850 + | > loss_text_ce: 0.04189032316207886 (0.03922964961731603) + | > loss_mel_ce: 2.8308072090148926 (2.7883418286034716) + | > loss: 0.718174397945404 (0.7068928697308794) + | > current_lr: 5e-06 + | > step_time: 0.1478 (0.12893424162342154) + | > loader_time: 0.005 (0.004918419827925147) + + + --> TIME: 2024-12-24 02:02:32 -- STEP: 4996/7738 -- GLOBAL_STEP: 66900 + | > loss_text_ce: 0.04030654951930046 (0.03922795448780328) + | > loss_mel_ce: 2.832831621170044 (2.787992218287112) + | > loss: 0.718284547328949 (0.7068050434056813) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12890772699259886) + | > loader_time: 0.0047 (0.004918544267634553) + + + --> TIME: 2024-12-24 02:02:44 -- STEP: 5046/7738 -- GLOBAL_STEP: 66950 + | > loss_text_ce: 0.04042959213256836 (0.039223025140606944) + | > loss_mel_ce: 2.7669477462768555 (2.7881207308786244) + | > loss: 0.701844334602356 (0.7068359392340394) + | > current_lr: 5e-06 + | > step_time: 0.1506 (0.12889408356511228) + | > loader_time: 0.0051 (0.0049191779481764465) + + + --> TIME: 2024-12-24 02:02:55 -- STEP: 5096/7738 -- GLOBAL_STEP: 67000 + | > loss_text_ce: 0.039525341242551804 (0.039225235875269084) + | > loss_mel_ce: 2.9783542156219482 (2.788245443412612) + | > loss: 0.7544698715209961 (0.7068676700350632) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.12883663027776865) + | > loader_time: 0.005 (0.004919052077237989) + + + --> TIME: 2024-12-24 02:03:06 -- STEP: 5146/7738 -- GLOBAL_STEP: 67050 + | > loss_text_ce: 0.041099466383457184 (0.03922322648731228) + | > loss_mel_ce: 2.8736658096313477 (2.7883313771031792) + | > loss: 0.7286913394927979 (0.7068886510995966) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12882597892144504) + | > loader_time: 0.0049 (0.004919204923182747) + + + --> TIME: 2024-12-24 02:03:18 -- STEP: 5196/7738 -- GLOBAL_STEP: 67100 + | > loss_text_ce: 0.036456458270549774 (0.039218999322839385) + | > loss_mel_ce: 2.7044575214385986 (2.788392594679217) + | > loss: 0.6852284669876099 (0.7069028987046665) + | > current_lr: 5e-06 + | > step_time: 0.1203 (0.12880449110586192) + | > loader_time: 0.0051 (0.004920034338824087) + + + --> TIME: 2024-12-24 02:03:29 -- STEP: 5246/7738 -- GLOBAL_STEP: 67150 + | > loss_text_ce: 0.038792576640844345 (0.039217722231860964) + | > loss_mel_ce: 2.589343547821045 (2.7881680911068165) + | > loss: 0.6570340394973755 (0.7068464535136199) + | > current_lr: 5e-06 + | > step_time: 0.1518 (0.12878748855198188) + | > loader_time: 0.0051 (0.004920593391517336) + + + --> TIME: 2024-12-24 02:03:41 -- STEP: 5296/7738 -- GLOBAL_STEP: 67200 + | > loss_text_ce: 0.038578957319259644 (0.039216577715530276) + | > loss_mel_ce: 2.7720742225646973 (2.7882160587163147) + | > loss: 0.7026633024215698 (0.7068581592708023) + | > current_lr: 5e-06 + | > step_time: 0.1256 (0.12876824629450884) + | > loader_time: 0.0053 (0.004920974869022174) + + + --> TIME: 2024-12-24 02:03:52 -- STEP: 5346/7738 -- GLOBAL_STEP: 67250 + | > loss_text_ce: 0.039628785103559494 (0.03922157474782001) + | > loss_mel_ce: 2.738116979598999 (2.788277358808992) + | > loss: 0.6944364309310913 (0.7068747335433787) + | > current_lr: 5e-06 + | > step_time: 0.093 (0.12874141499383435) + | > loader_time: 0.0044 (0.004921918989253566) + + + --> TIME: 2024-12-24 02:04:04 -- STEP: 5396/7738 -- GLOBAL_STEP: 67300 + | > loss_text_ce: 0.03972553089261055 (0.03922046416731151) + | > loss_mel_ce: 2.8139407634735107 (2.7882263480600753) + | > loss: 0.713416576385498 (0.7068617032071768) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12876637972576535) + | > loader_time: 0.0048 (0.00492249637996821) + + + --> TIME: 2024-12-24 02:04:15 -- STEP: 5446/7738 -- GLOBAL_STEP: 67350 + | > loss_text_ce: 0.03991014510393143 (0.03921769720475182) + | > loss_mel_ce: 2.935943126678467 (2.7881963560347445) + | > loss: 0.7439633011817932 (0.7068535134475376) + | > current_lr: 5e-06 + | > step_time: 0.1552 (0.12873069560575964) + | > loader_time: 0.0053 (0.004922814899798986) + + + --> TIME: 2024-12-24 02:04:26 -- STEP: 5496/7738 -- GLOBAL_STEP: 67400 + | > loss_text_ce: 0.03815269097685814 (0.03921765677991507) + | > loss_mel_ce: 2.836540699005127 (2.7882950356693783) + | > loss: 0.7186733484268188 (0.7068781732233161) + | > current_lr: 5e-06 + | > step_time: 0.1276 (0.1287444832977423) + | > loader_time: 0.0049 (0.004923908601161146) + + + --> TIME: 2024-12-24 02:04:38 -- STEP: 5546/7738 -- GLOBAL_STEP: 67450 + | > loss_text_ce: 0.039110489189624786 (0.03921991904201361) + | > loss_mel_ce: 2.85086989402771 (2.788371878026241) + | > loss: 0.7224950790405273 (0.7068979493814217) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.1287275913859635) + | > loader_time: 0.0048 (0.0049241808317990994) + + + --> TIME: 2024-12-24 02:04:49 -- STEP: 5596/7738 -- GLOBAL_STEP: 67500 + | > loss_text_ce: 0.040108822286129 (0.039221660513630574) + | > loss_mel_ce: 2.718397617340088 (2.78853579833731) + | > loss: 0.6896266341209412 (0.7069393648280685) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.12868145655699512) + | > loader_time: 0.0053 (0.00492456237957933) + + + --> TIME: 2024-12-24 02:05:01 -- STEP: 5646/7738 -- GLOBAL_STEP: 67550 + | > loss_text_ce: 0.03958310931921005 (0.039220090752274235) + | > loss_mel_ce: 2.835869550704956 (2.7885450737467083) + | > loss: 0.7188631892204285 (0.7069412912834303) + | > current_lr: 5e-06 + | > step_time: 0.1546 (0.1286862420562815) + | > loader_time: 0.0053 (0.004925672272355485) + + + --> TIME: 2024-12-24 02:05:12 -- STEP: 5696/7738 -- GLOBAL_STEP: 67600 + | > loss_text_ce: 0.034935031086206436 (0.03921871959019895) + | > loss_mel_ce: 2.97880482673645 (2.788659112339612) + | > loss: 0.753434956073761 (0.7069694581284622) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.12867719533570696) + | > loader_time: 0.0051 (0.004926480520307321) + + + --> TIME: 2024-12-24 02:05:23 -- STEP: 5746/7738 -- GLOBAL_STEP: 67650 + | > loss_text_ce: 0.04308629035949707 (0.03922051861895178) + | > loss_mel_ce: 2.6983816623687744 (2.788502161775865) + | > loss: 0.6853669881820679 (0.7069306702324218) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12862194065760527) + | > loader_time: 0.0047 (0.004926795956153193) + + + --> TIME: 2024-12-24 02:05:35 -- STEP: 5796/7738 -- GLOBAL_STEP: 67700 + | > loss_text_ce: 0.03851558640599251 (0.03922152673225309) + | > loss_mel_ce: 2.682971954345703 (2.788453438719692) + | > loss: 0.680371880531311 (0.7069187415333116) + | > current_lr: 5e-06 + | > step_time: 0.0944 (0.12862526321509848) + | > loader_time: 0.0049 (0.004927228655462983) + + + --> TIME: 2024-12-24 02:05:46 -- STEP: 5846/7738 -- GLOBAL_STEP: 67750 + | > loss_text_ce: 0.040570229291915894 (0.039223869533503965) + | > loss_mel_ce: 2.7041051387786865 (2.7885519866049417) + | > loss: 0.6861688494682312 (0.706943964228173) + | > current_lr: 5e-06 + | > step_time: 0.1086 (0.12861973485675854) + | > loader_time: 0.0049 (0.004927707542265412) + + + --> TIME: 2024-12-24 02:05:58 -- STEP: 5896/7738 -- GLOBAL_STEP: 67800 + | > loss_text_ce: 0.03924744203686714 (0.03921986389096469) + | > loss_mel_ce: 2.837658166885376 (2.788288808540219) + | > loss: 0.7192264199256897 (0.7068771683336772) + | > current_lr: 5e-06 + | > step_time: 0.0946 (0.12864643533485381) + | > loader_time: 0.0049 (0.004929012812299974) + + + --> TIME: 2024-12-24 02:06:10 -- STEP: 5946/7738 -- GLOBAL_STEP: 67850 + | > loss_text_ce: 0.038965098559856415 (0.0392177297899439) + | > loss_mel_ce: 2.6602272987365723 (2.78798286833829) + | > loss: 0.6747980713844299 (0.706800149770607) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.12869595603192227) + | > loader_time: 0.0051 (0.004929621212417467) + + + --> TIME: 2024-12-24 02:06:21 -- STEP: 5996/7738 -- GLOBAL_STEP: 67900 + | > loss_text_ce: 0.039209410548210144 (0.039212987781207215) + | > loss_mel_ce: 2.6043331623077393 (2.7878824638238835) + | > loss: 0.6608856320381165 (0.7067738631274253) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.1286934319140513) + | > loader_time: 0.0048 (0.004930035363363353) + + + --> TIME: 2024-12-24 02:06:33 -- STEP: 6046/7738 -- GLOBAL_STEP: 67950 + | > loss_text_ce: 0.03998599573969841 (0.03921159484315561) + | > loss_mel_ce: 2.7139127254486084 (2.787721512178062) + | > loss: 0.6884746551513672 (0.7067332769757357) + | > current_lr: 5e-06 + | > step_time: 0.1692 (0.1286864889957554) + | > loader_time: 0.0054 (0.004930391991489396) + + + --> TIME: 2024-12-24 02:06:45 -- STEP: 6096/7738 -- GLOBAL_STEP: 68000 + | > loss_text_ce: 0.039271701127290726 (0.039207239926785355) + | > loss_mel_ce: 2.8294179439544678 (2.7876866160649967) + | > loss: 0.717172384262085 (0.7067234642080134) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12870323079151727) + | > loader_time: 0.0052 (0.004931322545830007) + + + --> TIME: 2024-12-24 02:06:56 -- STEP: 6146/7738 -- GLOBAL_STEP: 68050 + | > loss_text_ce: 0.04002061113715172 (0.039207721957036784) + | > loss_mel_ce: 2.6771583557128906 (2.787757553380824) + | > loss: 0.679294764995575 (0.7067413190716154) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.12868195452133036) + | > loader_time: 0.0049 (0.0049314244810626075) + + + --> TIME: 2024-12-24 02:07:07 -- STEP: 6196/7738 -- GLOBAL_STEP: 68100 + | > loss_text_ce: 0.03958043456077576 (0.039204238247176844) + | > loss_mel_ce: 2.9650442600250244 (2.787815137899177) + | > loss: 0.7511561512947083 (0.7067548442533368) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12866601819296325) + | > loader_time: 0.005 (0.004933943165125855) + + + --> TIME: 2024-12-24 02:07:19 -- STEP: 6246/7738 -- GLOBAL_STEP: 68150 + | > loss_text_ce: 0.037735044956207275 (0.03920309637857195) + | > loss_mel_ce: 2.8850936889648438 (2.7877559514905346) + | > loss: 0.7307071685791016 (0.7067397621687211) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12868728788090608) + | > loader_time: 0.0047 (0.004934653768621847) + + + --> TIME: 2024-12-24 02:07:31 -- STEP: 6296/7738 -- GLOBAL_STEP: 68200 + | > loss_text_ce: 0.0425543412566185 (0.039198944343933194) + | > loss_mel_ce: 2.787195920944214 (2.787781635453166) + | > loss: 0.7074375748634338 (0.7067451451395045) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12867398599808794) + | > loader_time: 0.0053 (0.004934999358093545) + + + --> TIME: 2024-12-24 02:07:42 -- STEP: 6346/7738 -- GLOBAL_STEP: 68250 + | > loss_text_ce: 0.03862766921520233 (0.03919564552483046) + | > loss_mel_ce: 2.8942458629608154 (2.7878394501088297) + | > loss: 0.7332183718681335 (0.7067587741102073) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.128638688825937) + | > loader_time: 0.0046 (0.004935324436251437) + + + --> TIME: 2024-12-24 02:07:53 -- STEP: 6396/7738 -- GLOBAL_STEP: 68300 + | > loss_text_ce: 0.039856646209955215 (0.03918913443030564) + | > loss_mel_ce: 2.838974952697754 (2.787893785246468) + | > loss: 0.7197079062461853 (0.7067707300819864) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.12865191414775176) + | > loader_time: 0.0047 (0.004935790442764322) + + + --> TIME: 2024-12-24 02:08:05 -- STEP: 6446/7738 -- GLOBAL_STEP: 68350 + | > loss_text_ce: 0.037007372826337814 (0.039189344787524574) + | > loss_mel_ce: 2.738954544067383 (2.787991270307352) + | > loss: 0.6939904689788818 (0.7067951539492641) + | > current_lr: 5e-06 + | > step_time: 0.1087 (0.12864431416141328) + | > loader_time: 0.005 (0.004936528398204265) + + + --> TIME: 2024-12-24 02:08:16 -- STEP: 6496/7738 -- GLOBAL_STEP: 68400 + | > loss_text_ce: 0.03752046823501587 (0.039191229505753454) + | > loss_mel_ce: 2.738764524459839 (2.7878436255704604) + | > loss: 0.6940712332725525 (0.706758713936939) + | > current_lr: 5e-06 + | > step_time: 0.1266 (0.12859010696411088) + | > loader_time: 0.0052 (0.004936357877524596) + + + --> TIME: 2024-12-24 02:08:28 -- STEP: 6546/7738 -- GLOBAL_STEP: 68450 + | > loss_text_ce: 0.03501259908080101 (0.039187983514412696) + | > loss_mel_ce: 2.817823886871338 (2.7879675825254813) + | > loss: 0.7132090926170349 (0.7067888916777147) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.1286341620992159) + | > loader_time: 0.0043 (0.004937336854966725) + + + --> TIME: 2024-12-24 02:08:39 -- STEP: 6596/7738 -- GLOBAL_STEP: 68500 + | > loss_text_ce: 0.03998718038201332 (0.039186089707390515) + | > loss_mel_ce: 2.7902493476867676 (2.788051341503878) + | > loss: 0.7075591087341309 (0.7068093579472604) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12862976411387955) + | > loader_time: 0.0049 (0.004938056354742453) + + + --> TIME: 2024-12-24 02:08:51 -- STEP: 6646/7738 -- GLOBAL_STEP: 68550 + | > loss_text_ce: 0.03483596071600914 (0.039179541620143095) + | > loss_mel_ce: 2.760260820388794 (2.7880078798814107) + | > loss: 0.6987742185592651 (0.7067968555236498) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.1286674430131403) + | > loader_time: 0.0048 (0.004939156126767924) + + + --> TIME: 2024-12-24 02:09:03 -- STEP: 6696/7738 -- GLOBAL_STEP: 68600 + | > loss_text_ce: 0.045030463486909866 (0.039180264138953765) + | > loss_mel_ce: 2.768181562423706 (2.787968439013301) + | > loss: 0.7033029794692993 (0.7067871759495439) + | > current_lr: 5e-06 + | > step_time: 0.0914 (0.1286775301363013) + | > loader_time: 0.0046 (0.0049402103486738845) + + + --> TIME: 2024-12-24 02:09:14 -- STEP: 6746/7738 -- GLOBAL_STEP: 68650 + | > loss_text_ce: 0.03791778162121773 (0.03918039657367714) + | > loss_mel_ce: 2.8480618000030518 (2.787734118124304) + | > loss: 0.7214949131011963 (0.706728628815865) + | > current_lr: 5e-06 + | > step_time: 0.1253 (0.12866325675999338) + | > loader_time: 0.005 (0.004940999957315634) + + + --> TIME: 2024-12-24 02:09:26 -- STEP: 6796/7738 -- GLOBAL_STEP: 68700 + | > loss_text_ce: 0.035873036831617355 (0.03917967849655001) + | > loss_mel_ce: 2.9489238262176514 (2.7877124065929064) + | > loss: 0.7461991906166077 (0.7067230214102269) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12867600501039636) + | > loader_time: 0.0049 (0.004941701152312028) + + + --> TIME: 2024-12-24 02:09:37 -- STEP: 6846/7738 -- GLOBAL_STEP: 68750 + | > loss_text_ce: 0.03819159045815468 (0.03917909856573326) + | > loss_mel_ce: 2.81762433052063 (2.787644881969512) + | > loss: 0.713953971862793 (0.7067059952544786) + | > current_lr: 5e-06 + | > step_time: 0.1634 (0.12866029469826812) + | > loader_time: 0.0052 (0.004942170716223557) + + + --> TIME: 2024-12-24 02:09:49 -- STEP: 6896/7738 -- GLOBAL_STEP: 68800 + | > loss_text_ce: 0.039320383220911026 (0.0391790497947588) + | > loss_mel_ce: 2.8553969860076904 (2.7875447959883317) + | > loss: 0.7236793637275696 (0.7066809615755589) + | > current_lr: 5e-06 + | > step_time: 0.0961 (0.12867297526025362) + | > loader_time: 0.0048 (0.004942961400180276) + + + --> TIME: 2024-12-24 02:10:01 -- STEP: 6946/7738 -- GLOBAL_STEP: 68850 + | > loss_text_ce: 0.040495552122592926 (0.0391788378785872) + | > loss_mel_ce: 2.6727592945098877 (2.787325225609578) + | > loss: 0.6783137321472168 (0.7066260159976755) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.12869574595966704) + | > loader_time: 0.005 (0.004943822873898396) + + + --> TIME: 2024-12-24 02:10:13 -- STEP: 6996/7738 -- GLOBAL_STEP: 68900 + | > loss_text_ce: 0.036209169775247574 (0.039176902864202896) + | > loss_mel_ce: 2.717348337173462 (2.7872844772586975) + | > loss: 0.6883893609046936 (0.706615345163848) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.1287176112163531) + | > loader_time: 0.0048 (0.004944501910092405) + + + --> TIME: 2024-12-24 02:10:24 -- STEP: 7046/7738 -- GLOBAL_STEP: 68950 + | > loss_text_ce: 0.034654926508665085 (0.03917549222098674) + | > loss_mel_ce: 2.8509750366210938 (2.787079641130748) + | > loss: 0.7214074730873108 (0.7065637834939038) + | > current_lr: 5e-06 + | > step_time: 0.1487 (0.1286824069982756) + | > loader_time: 0.0053 (0.004944654848302844) + + + --> TIME: 2024-12-24 02:10:36 -- STEP: 7096/7738 -- GLOBAL_STEP: 69000 + | > loss_text_ce: 0.04292525723576546 (0.03917051475335505) + | > loss_mel_ce: 2.8587450981140137 (2.7869922036920363) + | > loss: 0.7254176139831543 (0.7065406797754062) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12871731503571507) + | > loader_time: 0.0053 (0.0049453221488294456) + + + --> TIME: 2024-12-24 02:10:47 -- STEP: 7146/7738 -- GLOBAL_STEP: 69050 + | > loss_text_ce: 0.04085562005639076 (0.039170506055548414) + | > loss_mel_ce: 2.7047324180603027 (2.7867619474161724) + | > loss: 0.6863970160484314 (0.7064831135421793) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.12872292716530437) + | > loader_time: 0.005 (0.0049454484905410365) + + + --> TIME: 2024-12-24 02:10:59 -- STEP: 7196/7738 -- GLOBAL_STEP: 69100 + | > loss_text_ce: 0.04191339761018753 (0.03916971269309554) + | > loss_mel_ce: 2.884511947631836 (2.786605827042367) + | > loss: 0.7316063642501831 (0.7064438850979738) + | > current_lr: 5e-06 + | > step_time: 0.1041 (0.12873146207946154) + | > loader_time: 0.0046 (0.0049460877836777495) + + + --> TIME: 2024-12-24 02:11:10 -- STEP: 7246/7738 -- GLOBAL_STEP: 69150 + | > loss_text_ce: 0.04188253730535507 (0.03916984840172564) + | > loss_mel_ce: 2.8759689331054688 (2.786655141344527) + | > loss: 0.7294628620147705 (0.7064562475947833) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.12869949446769452) + | > loader_time: 0.0051 (0.004946385797400039) + + + --> TIME: 2024-12-24 02:11:22 -- STEP: 7296/7738 -- GLOBAL_STEP: 69200 + | > loss_text_ce: 0.04067780449986458 (0.03916974963258805) + | > loss_mel_ce: 2.8254599571228027 (2.7865843429769352) + | > loss: 0.716534435749054 (0.7064385233250898) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12870178012209968) + | > loader_time: 0.0052 (0.00494678517836226) + + + --> TIME: 2024-12-24 02:11:34 -- STEP: 7346/7738 -- GLOBAL_STEP: 69250 + | > loss_text_ce: 0.03891223296523094 (0.03916983844358915) + | > loss_mel_ce: 2.8140790462493896 (2.7865227410879645) + | > loss: 0.7132478356361389 (0.7064231450360389) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12873133569915207) + | > loader_time: 0.0048 (0.004947604874710327) + + + --> TIME: 2024-12-24 02:11:45 -- STEP: 7396/7738 -- GLOBAL_STEP: 69300 + | > loss_text_ce: 0.037536852061748505 (0.03916664822797733) + | > loss_mel_ce: 2.620628833770752 (2.786371972865193) + | > loss: 0.6645414233207703 (0.7063846554286816) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.1287203529449713) + | > loader_time: 0.0048 (0.004948004894865193) + + + --> TIME: 2024-12-24 02:11:56 -- STEP: 7446/7738 -- GLOBAL_STEP: 69350 + | > loss_text_ce: 0.04351246729493141 (0.03916708852024111) + | > loss_mel_ce: 2.7636046409606934 (2.7863698352449475) + | > loss: 0.701779305934906 (0.706384231110527) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12869315857596486) + | > loader_time: 0.0046 (0.004948234993573176) + + + --> TIME: 2024-12-24 02:12:08 -- STEP: 7496/7738 -- GLOBAL_STEP: 69400 + | > loss_text_ce: 0.04351470246911049 (0.03916507123511288) + | > loss_mel_ce: 2.905766725540161 (2.7865068214680124) + | > loss: 0.7373203635215759 (0.7064179733491005) + | > current_lr: 5e-06 + | > step_time: 0.0952 (0.12867774659312464) + | > loader_time: 0.0046 (0.004948289856203321) + + + --> TIME: 2024-12-24 02:12:19 -- STEP: 7546/7738 -- GLOBAL_STEP: 69450 + | > loss_text_ce: 0.03555125370621681 (0.03916543039001807) + | > loss_mel_ce: 2.767141342163086 (2.786662359216187) + | > loss: 0.7006731629371643 (0.706456947573105) + | > current_lr: 5e-06 + | > step_time: 0.1414 (0.1286725523994414) + | > loader_time: 0.0058 (0.004948436092262443) + + + --> TIME: 2024-12-24 02:12:31 -- STEP: 7596/7738 -- GLOBAL_STEP: 69500 + | > loss_text_ce: 0.042595453560352325 (0.03916541246914076) + | > loss_mel_ce: 2.7880475521087646 (2.7866762064518973) + | > loss: 0.7076607346534729 (0.7064604048919788) + | > current_lr: 5e-06 + | > step_time: 0.0914 (0.12867703247597556) + | > loader_time: 0.0046 (0.0049488505229879475) + + + --> TIME: 2024-12-24 02:12:42 -- STEP: 7646/7738 -- GLOBAL_STEP: 69550 + | > loss_text_ce: 0.036072637885808945 (0.03916478349446954) + | > loss_mel_ce: 2.7746407985687256 (2.7864771352960536) + | > loss: 0.702678382396698 (0.7064104798636519) + | > current_lr: 5e-06 + | > step_time: 0.0883 (0.1286843957434509) + | > loader_time: 0.0046 (0.00494954606609258) + + + --> TIME: 2024-12-24 02:12:54 -- STEP: 7696/7738 -- GLOBAL_STEP: 69600 + | > loss_text_ce: 0.03835627809166908 (0.03916076926578402) + | > loss_mel_ce: 2.911508560180664 (2.7864732503147494) + | > loss: 0.7374662160873413 (0.7064085050549933) + | > current_lr: 5e-06 + | > step_time: 0.0944 (0.12866901558302973) + | > loader_time: 0.0047 (0.004949656816629246) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06893319794625939 (-9.92158446649627e-05) + | > avg_loss_text_ce: 0.03775237310640137 (-0.00018130120529669114) + | > avg_loss_mel_ce: 2.93593362605933 (-0.00048102634121827137) + | > avg_loss: 2.973685999109286 (-0.0006623292210150566) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_69642.pth + + > EPOCH: 9/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 02:14:05)  + + --> TIME: 2024-12-24 02:14:07 -- STEP: 8/7738 -- GLOBAL_STEP: 69650 + | > loss_text_ce: 0.03754783794283867 (0.03827281761914492) + | > loss_mel_ce: 2.474825620651245 (2.8045719861984253) + | > loss: 0.6280933618545532 (0.7107112035155296) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.13540112972259521) + | > loader_time: 0.0044 (0.004948645830154419) + + + --> TIME: 2024-12-24 02:14:19 -- STEP: 58/7738 -- GLOBAL_STEP: 69700 + | > loss_text_ce: 0.04017437994480133 (0.03908689082439602) + | > loss_mel_ce: 2.886795997619629 (2.7961793644674895) + | > loss: 0.7317426204681396 (0.7088165653162989) + | > current_lr: 5e-06 + | > step_time: 0.1543 (0.13311108638500346) + | > loader_time: 0.0049 (0.004931026491625554) + + + --> TIME: 2024-12-24 02:14:31 -- STEP: 108/7738 -- GLOBAL_STEP: 69750 + | > loss_text_ce: 0.04001337289810181 (0.03901152543861555) + | > loss_mel_ce: 2.71929669380188 (2.793212844265832) + | > loss: 0.6898275017738342 (0.7080560911584781) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.13301481803258272) + | > loader_time: 0.0047 (0.004886346834677236) + + + --> TIME: 2024-12-24 02:14:43 -- STEP: 158/7738 -- GLOBAL_STEP: 69800 + | > loss_text_ce: 0.03596360236406326 (0.03906837883817998) + | > loss_mel_ce: 2.832423448562622 (2.7942879773393474) + | > loss: 0.717096745967865 (0.7083390879480143) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.13251119323923619) + | > loader_time: 0.0044 (0.004855492446995988) + + + --> TIME: 2024-12-24 02:14:54 -- STEP: 208/7738 -- GLOBAL_STEP: 69850 + | > loss_text_ce: 0.03893562778830528 (0.03907738432574729) + | > loss_mel_ce: 2.885774612426758 (2.7894157411960454) + | > loss: 0.731177568435669 (0.7071232798580938) + | > current_lr: 5e-06 + | > step_time: 0.1204 (0.13135193173701942) + | > loader_time: 0.0049 (0.004842283634039068) + + + --> TIME: 2024-12-24 02:15:06 -- STEP: 258/7738 -- GLOBAL_STEP: 69900 + | > loss_text_ce: 0.03920686990022659 (0.039018997994735245) + | > loss_mel_ce: 2.7157137393951416 (2.7857652763987697) + | > loss: 0.6887301802635193 (0.7061960671761237) + | > current_lr: 5e-06 + | > step_time: 0.1542 (0.1322176474933476) + | > loader_time: 0.0052 (0.004845094311144922) + + + --> TIME: 2024-12-24 02:15:18 -- STEP: 308/7738 -- GLOBAL_STEP: 69950 + | > loss_text_ce: 0.037932489067316055 (0.03902347892667954) + | > loss_mel_ce: 2.9326159954071045 (2.7907939739041514) + | > loss: 0.7426370978355408 (0.7074543618923658) + | > current_lr: 5e-06 + | > step_time: 0.1268 (0.13233720327352547) + | > loader_time: 0.005 (0.004847000171611831) + + + --> TIME: 2024-12-24 02:15:29 -- STEP: 358/7738 -- GLOBAL_STEP: 70000 + | > loss_text_ce: 0.04111722484230995 (0.03908372871244756) + | > loss_mel_ce: 2.6215803623199463 (2.7844642640492094) + | > loss: 0.6656743884086609 (0.7058869974906221) + | > current_lr: 5e-06 + | > step_time: 0.1403 (0.13146756081607747) + | > loader_time: 0.0049 (0.004829657144386671) + + + --> TIME: 2024-12-24 02:15:41 -- STEP: 408/7738 -- GLOBAL_STEP: 70050 + | > loss_text_ce: 0.03871655464172363 (0.03906875986642405) + | > loss_mel_ce: 2.6177728176116943 (2.7851637035023926) + | > loss: 0.6641223430633545 (0.7060581149131647) + | > current_lr: 5e-06 + | > step_time: 0.0974 (0.1307914227831597) + | > loader_time: 0.0046 (0.004816160482518813) + + + --> TIME: 2024-12-24 02:15:52 -- STEP: 458/7738 -- GLOBAL_STEP: 70100 + | > loss_text_ce: 0.03852767497301102 (0.03906819724587634) + | > loss_mel_ce: 2.7993052005767822 (2.7870835206394107) + | > loss: 0.7094582319259644 (0.7065379286437058) + | > current_lr: 5e-06 + | > step_time: 0.1617 (0.13069645182014028) + | > loader_time: 0.005 (0.0048102411120219) + + + --> TIME: 2024-12-24 02:16:04 -- STEP: 508/7738 -- GLOBAL_STEP: 70150 + | > loss_text_ce: 0.03730291873216629 (0.039079498756295586) + | > loss_mel_ce: 2.717754602432251 (2.7846790735177165) + | > loss: 0.6887643933296204 (0.7059396422050133) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.13066463770828848) + | > loader_time: 0.0049 (0.0048052354121771385) + + + --> TIME: 2024-12-24 02:16:15 -- STEP: 558/7738 -- GLOBAL_STEP: 70200 + | > loss_text_ce: 0.03691447153687477 (0.03907942002819429) + | > loss_mel_ce: 2.8269996643066406 (2.786322043360776) + | > loss: 0.7159785628318787 (0.7063503649926955) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.13047607867948469) + | > loader_time: 0.0047 (0.0048007862542265205) + + + --> TIME: 2024-12-24 02:16:27 -- STEP: 608/7738 -- GLOBAL_STEP: 70250 + | > loss_text_ce: 0.037873294204473495 (0.03907959812663888) + | > loss_mel_ce: 2.8038196563720703 (2.7873395971561745) + | > loss: 0.7104232311248779 (0.7066047980793213) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.1299432669030992) + | > loader_time: 0.0045 (0.004793756494396611) + + + --> TIME: 2024-12-24 02:16:38 -- STEP: 658/7738 -- GLOBAL_STEP: 70300 + | > loss_text_ce: 0.036075565963983536 (0.03907595689784974) + | > loss_mel_ce: 2.775069236755371 (2.7852500427095372) + | > loss: 0.7027862071990967 (0.7060814990823396) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.13010932174497095) + | > loader_time: 0.0049 (0.00479436210585945) + + + --> TIME: 2024-12-24 02:16:50 -- STEP: 708/7738 -- GLOBAL_STEP: 70350 + | > loss_text_ce: 0.04169102758169174 (0.039079214314703896) + | > loss_mel_ce: 2.7411272525787354 (2.784795445237459) + | > loss: 0.6957045793533325 (0.7059686639383023) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.13032638723567377) + | > loader_time: 0.0065 (0.004799150477694929) + + + --> TIME: 2024-12-24 02:17:02 -- STEP: 758/7738 -- GLOBAL_STEP: 70400 + | > loss_text_ce: 0.03948850557208061 (0.039066165041837034) + | > loss_mel_ce: 2.8098325729370117 (2.78384188014159) + | > loss: 0.7123302817344666 (0.7057270104149093) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.13001144624322572) + | > loader_time: 0.0044 (0.004795278597003868) + + + --> TIME: 2024-12-24 02:17:13 -- STEP: 808/7738 -- GLOBAL_STEP: 70450 + | > loss_text_ce: 0.03900934383273125 (0.039045917086930296) + | > loss_mel_ce: 3.0088460445404053 (2.782891283826075) + | > loss: 0.7619638442993164 (0.7054842994502281) + | > current_lr: 5e-06 + | > step_time: 0.1432 (0.13018015469654948) + | > loader_time: 0.0051 (0.004796685853807056) + + + --> TIME: 2024-12-24 02:17:25 -- STEP: 858/7738 -- GLOBAL_STEP: 70500 + | > loss_text_ce: 0.04117569327354431 (0.03904463758036531) + | > loss_mel_ce: 2.728356122970581 (2.7814073170815337) + | > loss: 0.6923829317092896 (0.7051129879512437) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.13015436737131686) + | > loader_time: 0.005 (0.004796092048947352) + + + --> TIME: 2024-12-24 02:17:37 -- STEP: 908/7738 -- GLOBAL_STEP: 70550 + | > loss_text_ce: 0.03974168747663498 (0.03905080092685209) + | > loss_mel_ce: 2.7384750843048096 (2.7815637837947746) + | > loss: 0.6945542097091675 (0.7051536455290963) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.13028827926660957) + | > loader_time: 0.005 (0.004799427702563451) + + + --> TIME: 2024-12-24 02:17:48 -- STEP: 958/7738 -- GLOBAL_STEP: 70600 + | > loss_text_ce: 0.039087191224098206 (0.039045240749490305) + | > loss_mel_ce: 2.845449686050415 (2.781440617147221) + | > loss: 0.7211342453956604 (0.7051214638607491) + | > current_lr: 5e-06 + | > step_time: 0.1331 (0.1303083675141624) + | > loader_time: 0.0049 (0.004800861215292787) + + + --> TIME: 2024-12-24 02:18:00 -- STEP: 1008/7738 -- GLOBAL_STEP: 70650 + | > loss_text_ce: 0.041162557899951935 (0.03902561911603527) + | > loss_mel_ce: 2.789647102355957 (2.780906464372364) + | > loss: 0.7077023983001709 (0.7049830204082864) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.130101422941874) + | > loader_time: 0.0044 (0.0047990327316617225) + + + --> TIME: 2024-12-24 02:18:11 -- STEP: 1058/7738 -- GLOBAL_STEP: 70700 + | > loss_text_ce: 0.03673543035984039 (0.03901823481196268) + | > loss_mel_ce: 2.6105475425720215 (2.7799835464228777) + | > loss: 0.6618207693099976 (0.7047504448597738) + | > current_lr: 5e-06 + | > step_time: 0.118 (0.12971204034772857) + | > loader_time: 0.0047 (0.0047947332854532355) + + + --> TIME: 2024-12-24 02:18:22 -- STEP: 1108/7738 -- GLOBAL_STEP: 70750 + | > loss_text_ce: 0.03908046707510948 (0.039016083367034424) + | > loss_mel_ce: 2.9063432216644287 (2.7809237030869367) + | > loss: 0.7363559007644653 (0.7049849463714161) + | > current_lr: 5e-06 + | > step_time: 0.0915 (0.12973474681592598) + | > loader_time: 0.0045 (0.004796779327874582) + + + --> TIME: 2024-12-24 02:18:34 -- STEP: 1158/7738 -- GLOBAL_STEP: 70800 + | > loss_text_ce: 0.03735242411494255 (0.0389869460942214) + | > loss_mel_ce: 2.8734006881713867 (2.7815294562226147) + | > loss: 0.7276882529258728 (0.7051291004054905) + | > current_lr: 5e-06 + | > step_time: 0.1556 (0.1295478341904741) + | > loader_time: 0.0053 (0.00479611111016677) + + + --> TIME: 2024-12-24 02:18:45 -- STEP: 1208/7738 -- GLOBAL_STEP: 70850 + | > loss_text_ce: 0.038682129234075546 (0.03899110381843042) + | > loss_mel_ce: 2.939432382583618 (2.781004912805875) + | > loss: 0.7445286512374878 (0.704999004176121) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12951478480503265) + | > loader_time: 0.0046 (0.0047969486539726994) + + + --> TIME: 2024-12-24 02:18:57 -- STEP: 1258/7738 -- GLOBAL_STEP: 70900 + | > loss_text_ce: 0.04232087358832359 (0.03899684904916109) + | > loss_mel_ce: 2.9701807498931885 (2.7818140926724984) + | > loss: 0.7531254291534424 (0.7052027354748345) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.1294729683092176) + | > loader_time: 0.005 (0.0047959434209074595) + + + --> TIME: 2024-12-24 02:19:08 -- STEP: 1308/7738 -- GLOBAL_STEP: 70950 + | > loss_text_ce: 0.04376603662967682 (0.039005668019300596) + | > loss_mel_ce: 2.6880180835723877 (2.7809792647668) + | > loss: 0.6829460263252258 (0.7049962332307023) + | > current_lr: 5e-06 + | > step_time: 0.0782 (0.12945853132720403) + | > loader_time: 0.0043 (0.004795788260410319) + + + --> TIME: 2024-12-24 02:19:20 -- STEP: 1358/7738 -- GLOBAL_STEP: 71000 + | > loss_text_ce: 0.03741772472858429 (0.03900015348670061) + | > loss_mel_ce: 2.803224802017212 (2.780555253176346) + | > loss: 0.7101606130599976 (0.7048888516355863) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.12946944840702299) + | > loader_time: 0.0045 (0.00479610345500558) + + + --> TIME: 2024-12-24 02:19:31 -- STEP: 1408/7738 -- GLOBAL_STEP: 71050 + | > loss_text_ce: 0.036848779767751694 (0.03899446211818777) + | > loss_mel_ce: 2.7112350463867188 (2.7809303536672494) + | > loss: 0.6870209574699402 (0.7049812037836423) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12940400144593295) + | > loader_time: 0.0048 (0.00479731691831892) + + + --> TIME: 2024-12-24 02:19:43 -- STEP: 1458/7738 -- GLOBAL_STEP: 71100 + | > loss_text_ce: 0.04050019755959511 (0.038992516348963786) + | > loss_mel_ce: 2.7782795429229736 (2.780600096299653) + | > loss: 0.704694926738739 (0.7048981530267358) + | > current_lr: 5e-06 + | > step_time: 0.1509 (0.12939675583597415) + | > loader_time: 0.005 (0.004797891334251118) + + + --> TIME: 2024-12-24 02:19:54 -- STEP: 1508/7738 -- GLOBAL_STEP: 71150 + | > loss_text_ce: 0.037914227694272995 (0.0389828204328012) + | > loss_mel_ce: 2.8120758533477783 (2.78051571441266) + | > loss: 0.7124975323677063 (0.7048746335569687) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.12941092553126102) + | > loader_time: 0.0046 (0.0047995399100710864) + + + --> TIME: 2024-12-24 02:20:06 -- STEP: 1558/7738 -- GLOBAL_STEP: 71200 + | > loss_text_ce: 0.03914923220872879 (0.03898404147212946) + | > loss_mel_ce: 2.7072553634643555 (2.7803063580864364) + | > loss: 0.6866011619567871 (0.7048225996965627) + | > current_lr: 5e-06 + | > step_time: 0.1106 (0.1291907055540172) + | > loader_time: 0.0046 (0.004799278924033632) + + + --> TIME: 2024-12-24 02:20:17 -- STEP: 1608/7738 -- GLOBAL_STEP: 71250 + | > loss_text_ce: 0.03604970499873161 (0.03898649722041189) + | > loss_mel_ce: 2.6296629905700684 (2.7799923726871842) + | > loss: 0.6664281487464905 (0.704744717337896) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12912513515842516) + | > loader_time: 0.0047 (0.004799962636843245) + + + --> TIME: 2024-12-24 02:20:29 -- STEP: 1658/7738 -- GLOBAL_STEP: 71300 + | > loss_text_ce: 0.035639259964227676 (0.03899307736612423) + | > loss_mel_ce: 2.775252103805542 (2.779571632424368) + | > loss: 0.7027228474617004 (0.7046411773695451) + | > current_lr: 5e-06 + | > step_time: 0.1349 (0.129102914554794) + | > loader_time: 0.005 (0.004800651990892801) + + + --> TIME: 2024-12-24 02:20:40 -- STEP: 1708/7738 -- GLOBAL_STEP: 71350 + | > loss_text_ce: 0.035817403346300125 (0.03897862012478458) + | > loss_mel_ce: 2.5932271480560303 (2.7793826252850224) + | > loss: 0.6572611331939697 (0.7045903112346735) + | > current_lr: 5e-06 + | > step_time: 0.0915 (0.12909343259395986) + | > loader_time: 0.0047 (0.004802128051427263) + + + --> TIME: 2024-12-24 02:20:52 -- STEP: 1758/7738 -- GLOBAL_STEP: 71400 + | > loss_text_ce: 0.041489530354738235 (0.038965959220582234) + | > loss_mel_ce: 2.6449177265167236 (2.779243903219769) + | > loss: 0.6716018319129944 (0.7045524656026713) + | > current_lr: 5e-06 + | > step_time: 0.0883 (0.1291540345776747) + | > loader_time: 0.0042 (0.004803304786161349) + + + --> TIME: 2024-12-24 02:21:04 -- STEP: 1808/7738 -- GLOBAL_STEP: 71450 + | > loss_text_ce: 0.04100365936756134 (0.03896757743354333) + | > loss_mel_ce: 2.649071455001831 (2.7782807474115265) + | > loss: 0.672518789768219 (0.7043120810943372) + | > current_lr: 5e-06 + | > step_time: 0.1568 (0.1292969355013519) + | > loader_time: 0.0054 (0.0048066537200877075) + + + --> TIME: 2024-12-24 02:21:15 -- STEP: 1858/7738 -- GLOBAL_STEP: 71500 + | > loss_text_ce: 0.04025246202945709 (0.038964559832353314) + | > loss_mel_ce: 2.8434128761291504 (2.778401770170847) + | > loss: 0.7209163308143616 (0.7043415825128303) + | > current_lr: 5e-06 + | > step_time: 0.1481 (0.12932471926168693) + | > loader_time: 0.0054 (0.004809629288376723) + + + --> TIME: 2024-12-24 02:21:27 -- STEP: 1908/7738 -- GLOBAL_STEP: 71550 + | > loss_text_ce: 0.03835289552807808 (0.03896472021054865) + | > loss_mel_ce: 2.7810757160186768 (2.7784080339177857) + | > loss: 0.7048571705818176 (0.7043431885774785) + | > current_lr: 5e-06 + | > step_time: 0.0764 (0.12929216808243132) + | > loader_time: 0.0041 (0.004810214792407532) + + + --> TIME: 2024-12-24 02:21:38 -- STEP: 1958/7738 -- GLOBAL_STEP: 71600 + | > loss_text_ce: 0.03988616541028023 (0.038975753188818234) + | > loss_mel_ce: 2.840823173522949 (2.778231665476838) + | > loss: 0.7201773524284363 (0.7043018548371726) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12928973021132245) + | > loader_time: 0.0049 (0.0048120079050268634) + + + --> TIME: 2024-12-24 02:21:49 -- STEP: 2008/7738 -- GLOBAL_STEP: 71650 + | > loss_text_ce: 0.03840598464012146 (0.03897454460852774) + | > loss_mel_ce: 2.7704153060913086 (2.7778980595419616) + | > loss: 0.7022053003311157 (0.704218151144298) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.1291226802831629) + | > loader_time: 0.0048 (0.0048142272637659795) + + + --> TIME: 2024-12-24 02:22:01 -- STEP: 2058/7738 -- GLOBAL_STEP: 71700 + | > loss_text_ce: 0.041771333664655685 (0.038973511722521774) + | > loss_mel_ce: 2.7046427726745605 (2.778039517625081) + | > loss: 0.6866035461425781 (0.7042532575084127) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1291312433424452) + | > loader_time: 0.0045 (0.0048159511490164725) + + + --> TIME: 2024-12-24 02:22:13 -- STEP: 2108/7738 -- GLOBAL_STEP: 71750 + | > loss_text_ce: 0.03992164134979248 (0.038985636254924586) + | > loss_mel_ce: 2.583545446395874 (2.7777591732240503) + | > loss: 0.6558667421340942 (0.7041862025941802) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.12910815818938656) + | > loader_time: 0.0044 (0.004821456247760402) + + + --> TIME: 2024-12-24 02:22:24 -- STEP: 2158/7738 -- GLOBAL_STEP: 71800 + | > loss_text_ce: 0.04060951992869377 (0.038972605777640335) + | > loss_mel_ce: 2.7883079051971436 (2.777747349456244) + | > loss: 0.7072293758392334 (0.7041799889547724) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.12899369868666538) + | > loader_time: 0.0049 (0.004828053895138944) + + + --> TIME: 2024-12-24 02:22:35 -- STEP: 2208/7738 -- GLOBAL_STEP: 71850 + | > loss_text_ce: 0.03721790388226509 (0.038977801556820506) + | > loss_mel_ce: 2.6990838050842285 (2.778158089496954) + | > loss: 0.6840754151344299 (0.7042839728781712) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.12897123061660423) + | > loader_time: 0.0047 (0.004830084525156713) + + + --> TIME: 2024-12-24 02:22:47 -- STEP: 2258/7738 -- GLOBAL_STEP: 71900 + | > loss_text_ce: 0.04085469990968704 (0.038985287694737324) + | > loss_mel_ce: 2.9061827659606934 (2.7783898504779256) + | > loss: 0.73675936460495 (0.7043437846103952) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.1289517529988524) + | > loader_time: 0.0049 (0.0048318031723252235) + + + --> TIME: 2024-12-24 02:22:58 -- STEP: 2308/7738 -- GLOBAL_STEP: 71950 + | > loss_text_ce: 0.03963613137602806 (0.03899255126837378) + | > loss_mel_ce: 2.792177200317383 (2.778111930219927) + | > loss: 0.7079533338546753 (0.704276120409602) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.12882557671446138) + | > loader_time: 0.0049 (0.004831219979753943) + + + --> TIME: 2024-12-24 02:23:09 -- STEP: 2358/7738 -- GLOBAL_STEP: 72000 + | > loss_text_ce: 0.0394882895052433 (0.038997037667999127) + | > loss_mel_ce: 2.924821615219116 (2.7782235451933714) + | > loss: 0.7410774827003479 (0.7043051458294863) + | > current_lr: 5e-06 + | > step_time: 0.1759 (0.12872632829894273) + | > loader_time: 0.0057 (0.004832919418457914) + + + --> TIME: 2024-12-24 02:23:21 -- STEP: 2408/7738 -- GLOBAL_STEP: 72050 + | > loss_text_ce: 0.037827637046575546 (0.039002585529575605) + | > loss_mel_ce: 2.7077713012695312 (2.7778716147738067) + | > loss: 0.6863997578620911 (0.7042185501798841) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12886596706222478) + | > loader_time: 0.0048 (0.004836041665948508) + + + --> TIME: 2024-12-24 02:23:33 -- STEP: 2458/7738 -- GLOBAL_STEP: 72100 + | > loss_text_ce: 0.036947257816791534 (0.03899201485377633) + | > loss_mel_ce: 2.6198935508728027 (2.777661535485768) + | > loss: 0.6642102003097534 (0.7041633877451579) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.12889093679563146) + | > loader_time: 0.0051 (0.004839260176588017) + + + --> TIME: 2024-12-24 02:23:45 -- STEP: 2508/7738 -- GLOBAL_STEP: 72150 + | > loss_text_ce: 0.03862190991640091 (0.038979910077910414) + | > loss_mel_ce: 2.8775100708007812 (2.7777322694255226) + | > loss: 0.7290329933166504 (0.7041780450269934) + | > current_lr: 5e-06 + | > step_time: 0.0876 (0.1289426909679433) + | > loader_time: 0.0045 (0.004841792621490866) + + + --> TIME: 2024-12-24 02:23:56 -- STEP: 2558/7738 -- GLOBAL_STEP: 72200 + | > loss_text_ce: 0.040890470147132874 (0.03898633591265675) + | > loss_mel_ce: 2.629648447036743 (2.777597206938165) + | > loss: 0.6676347255706787 (0.7041458857534826) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12893793702218767) + | > loader_time: 0.0046 (0.004844448639136722) + + + --> TIME: 2024-12-24 02:24:08 -- STEP: 2608/7738 -- GLOBAL_STEP: 72250 + | > loss_text_ce: 0.03760639205574989 (0.03898864780964067) + | > loss_mel_ce: 2.988062620162964 (2.7774887199233653) + | > loss: 0.7564172744750977 (0.704119341962177) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12888146571220804) + | > loader_time: 0.0048 (0.00484571784186217) + + + --> TIME: 2024-12-24 02:24:19 -- STEP: 2658/7738 -- GLOBAL_STEP: 72300 + | > loss_text_ce: 0.0377037487924099 (0.03899036847935125) + | > loss_mel_ce: 3.0032849311828613 (2.7772776883199217) + | > loss: 0.7602471709251404 (0.7040670142082276) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.1288365921281711) + | > loader_time: 0.0049 (0.004846523541808577) + + + --> TIME: 2024-12-24 02:24:31 -- STEP: 2708/7738 -- GLOBAL_STEP: 72350 + | > loss_text_ce: 0.03832823038101196 (0.039001466487665025) + | > loss_mel_ce: 3.044701099395752 (2.7778494914490164) + | > loss: 0.7707573175430298 (0.704212739513403) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.12893880795869042) + | > loader_time: 0.005 (0.004848876238925773) + + + --> TIME: 2024-12-24 02:24:42 -- STEP: 2758/7738 -- GLOBAL_STEP: 72400 + | > loss_text_ce: 0.03952151536941528 (0.03900655389285934) + | > loss_mel_ce: 2.8135743141174316 (2.7777222555733148) + | > loss: 0.7132739424705505 (0.7041822023976099) + | > current_lr: 5e-06 + | > step_time: 0.1463 (0.12883212308766115) + | > loader_time: 0.0058 (0.004849010831294842) + + + --> TIME: 2024-12-24 02:24:54 -- STEP: 2808/7738 -- GLOBAL_STEP: 72450 + | > loss_text_ce: 0.04155454412102699 (0.03900625280229285) + | > loss_mel_ce: 2.6223385334014893 (2.777539673269308) + | > loss: 0.6659732460975647 (0.7041364814608526) + | > current_lr: 5e-06 + | > step_time: 0.086 (0.12893427488131415) + | > loader_time: 0.0045 (0.00485122118920003) + + + --> TIME: 2024-12-24 02:25:05 -- STEP: 2858/7738 -- GLOBAL_STEP: 72500 + | > loss_text_ce: 0.04087716341018677 (0.039005969346685376) + | > loss_mel_ce: 2.9172611236572266 (2.777663648253643) + | > loss: 0.7395345568656921 (0.7041674043182901) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12884636797881618) + | > loader_time: 0.0047 (0.004851271590625935) + + + --> TIME: 2024-12-24 02:25:17 -- STEP: 2908/7738 -- GLOBAL_STEP: 72550 + | > loss_text_ce: 0.037924256175756454 (0.03899777930055683) + | > loss_mel_ce: 2.8234028816223145 (2.7769700585566013) + | > loss: 0.7153317928314209 (0.7039919593762176) + | > current_lr: 5e-06 + | > step_time: 0.1194 (0.12889316870716952) + | > loader_time: 0.0049 (0.004852945653739627) + + + --> TIME: 2024-12-24 02:25:28 -- STEP: 2958/7738 -- GLOBAL_STEP: 72600 + | > loss_text_ce: 0.03479275852441788 (0.03900386512208985) + | > loss_mel_ce: 2.8510775566101074 (2.7765117965089576) + | > loss: 0.7214675545692444 (0.703878915334087) + | > current_lr: 5e-06 + | > step_time: 0.1554 (0.1288310166868994) + | > loader_time: 0.0052 (0.0048532307027077835) + + + --> TIME: 2024-12-24 02:25:40 -- STEP: 3008/7738 -- GLOBAL_STEP: 72650 + | > loss_text_ce: 0.039581675082445145 (0.03900325946643589) + | > loss_mel_ce: 2.7311031818389893 (2.776634653673531) + | > loss: 0.6926712393760681 (0.703909478269201) + | > current_lr: 5e-06 + | > step_time: 0.0841 (0.1288388013998246) + | > loader_time: 0.0045 (0.004855206592919984) + + + --> TIME: 2024-12-24 02:25:52 -- STEP: 3058/7738 -- GLOBAL_STEP: 72700 + | > loss_text_ce: 0.03733804449439049 (0.03899930449698464) + | > loss_mel_ce: 2.78469181060791 (2.7767028976219668) + | > loss: 0.7055074572563171 (0.7039255505102462) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.12889172697160833) + | > loader_time: 0.0048 (0.0048578542537202766) + + + --> TIME: 2024-12-24 02:26:02 -- STEP: 3108/7738 -- GLOBAL_STEP: 72750 + | > loss_text_ce: 0.03963908925652504 (0.03899383132359156) + | > loss_mel_ce: 2.9164183139801025 (2.7765663225525015) + | > loss: 0.7390143275260925 (0.7038900384648279) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12874245244717208) + | > loader_time: 0.0047 (0.004857536295052516) + + + --> TIME: 2024-12-24 02:26:14 -- STEP: 3158/7738 -- GLOBAL_STEP: 72800 + | > loss_text_ce: 0.03873852267861366 (0.03899490256558455) + | > loss_mel_ce: 2.6809089183807373 (2.77646640050706) + | > loss: 0.6799118518829346 (0.7038653257000369) + | > current_lr: 5e-06 + | > step_time: 0.1224 (0.12869662714578295) + | > loader_time: 0.005 (0.00485897788977307) + + + --> TIME: 2024-12-24 02:26:25 -- STEP: 3208/7738 -- GLOBAL_STEP: 72850 + | > loss_text_ce: 0.03831971064209938 (0.03899271023968355) + | > loss_mel_ce: 2.853424549102783 (2.7760646856039277) + | > loss: 0.7229360938072205 (0.7037643488320038) + | > current_lr: 5e-06 + | > step_time: 0.1425 (0.12861732094365153) + | > loader_time: 0.0053 (0.004859811349997205) + + + --> TIME: 2024-12-24 02:26:36 -- STEP: 3258/7738 -- GLOBAL_STEP: 72900 + | > loss_text_ce: 0.03918588161468506 (0.038991300063293426) + | > loss_mel_ce: 2.719088077545166 (2.7760777875204803) + | > loss: 0.6895685195922852 (0.7037672717890326) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.1285961022619969) + | > loader_time: 0.005 (0.004861474695785277) + + + --> TIME: 2024-12-24 02:26:48 -- STEP: 3308/7738 -- GLOBAL_STEP: 72950 + | > loss_text_ce: 0.040897633880376816 (0.03899095795863943) + | > loss_mel_ce: 2.7108020782470703 (2.776032054294557) + | > loss: 0.6879249215126038 (0.7037557529458982) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.1285793807947649) + | > loader_time: 0.0046 (0.00486318116608958) + + + --> TIME: 2024-12-24 02:26:59 -- STEP: 3358/7738 -- GLOBAL_STEP: 73000 + | > loss_text_ce: 0.03810832276940346 (0.03898712806847378) + | > loss_mel_ce: 2.560656785964966 (2.775970276016934) + | > loss: 0.6496912837028503 (0.7037393509134646) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.1285516786177715) + | > loader_time: 0.0046 (0.004863832520899001) + + + --> TIME: 2024-12-24 02:27:11 -- STEP: 3408/7738 -- GLOBAL_STEP: 73050 + | > loss_text_ce: 0.038842182606458664 (0.038983302909067506) + | > loss_mel_ce: 2.786269187927246 (2.7761689516860026) + | > loss: 0.7062778472900391 (0.703788063615701) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12851965924104056) + | > loader_time: 0.0048 (0.004864450561608512) + + + --> TIME: 2024-12-24 02:27:22 -- STEP: 3458/7738 -- GLOBAL_STEP: 73100 + | > loss_text_ce: 0.03868958726525307 (0.03898617746432325) + | > loss_mel_ce: 2.86006498336792 (2.776339300593042) + | > loss: 0.7246886491775513 (0.7038313694742119) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12851519078585086) + | > loader_time: 0.0048 (0.004865537701899641) + + + --> TIME: 2024-12-24 02:27:34 -- STEP: 3508/7738 -- GLOBAL_STEP: 73150 + | > loss_text_ce: 0.038387347012758255 (0.0389881361734669) + | > loss_mel_ce: 2.7921361923217773 (2.77607813501304) + | > loss: 0.7076308727264404 (0.7037665677960955) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.12847897073969733) + | > loader_time: 0.0049 (0.0048662980035066375) + + + --> TIME: 2024-12-24 02:27:45 -- STEP: 3558/7738 -- GLOBAL_STEP: 73200 + | > loss_text_ce: 0.03441609442234039 (0.0389835497258652) + | > loss_mel_ce: 2.7044575214385986 (2.776147331596429) + | > loss: 0.6847184300422668 (0.7037827203352849) + | > current_lr: 5e-06 + | > step_time: 0.1503 (0.1285022649958) + | > loader_time: 0.0052 (0.0048669344793215745) + + + --> TIME: 2024-12-24 02:27:56 -- STEP: 3608/7738 -- GLOBAL_STEP: 73250 + | > loss_text_ce: 0.039212778210639954 (0.03899053080490639) + | > loss_mel_ce: 2.5743024349212646 (2.776222797428692) + | > loss: 0.6533787846565247 (0.7038033320971185) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.1284355153133493) + | > loader_time: 0.0047 (0.004867273265136587) + + + --> TIME: 2024-12-24 02:28:07 -- STEP: 3658/7738 -- GLOBAL_STEP: 73300 + | > loss_text_ce: 0.036973483860492706 (0.0389959471796202) + | > loss_mel_ce: 2.647273063659668 (2.775641074918413) + | > loss: 0.671061635017395 (0.7036592555606611) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12829189035917238) + | > loader_time: 0.0046 (0.004866499272508661) + + + --> TIME: 2024-12-24 02:28:19 -- STEP: 3708/7738 -- GLOBAL_STEP: 73350 + | > loss_text_ce: 0.03637874126434326 (0.038991393285332215) + | > loss_mel_ce: 2.9107236862182617 (2.7756740919594654) + | > loss: 0.7367756366729736 (0.7036663713868001) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.1282628861445823) + | > loader_time: 0.0048 (0.0048676304832631365) + + + --> TIME: 2024-12-24 02:28:30 -- STEP: 3758/7738 -- GLOBAL_STEP: 73400 + | > loss_text_ce: 0.0370744913816452 (0.038986010864543466) + | > loss_mel_ce: 2.8637306690216064 (2.7755500031887976) + | > loss: 0.7252013087272644 (0.7036340036025517) + | > current_lr: 5e-06 + | > step_time: 0.154 (0.12830478806264703) + | > loader_time: 0.0053 (0.004869382770978882) + + + --> TIME: 2024-12-24 02:28:42 -- STEP: 3808/7738 -- GLOBAL_STEP: 73450 + | > loss_text_ce: 0.04047873988747597 (0.03898574749962613) + | > loss_mel_ce: 2.9126110076904297 (2.7755177800520157) + | > loss: 0.7382724285125732 (0.7036258819661726) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.1283516928929237) + | > loader_time: 0.0051 (0.004870704242161346) + + + --> TIME: 2024-12-24 02:28:54 -- STEP: 3858/7738 -- GLOBAL_STEP: 73500 + | > loss_text_ce: 0.03955462947487831 (0.03898316658473241) + | > loss_mel_ce: 2.607243537902832 (2.775449194705446) + | > loss: 0.6616995334625244 (0.7036080904393821) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12834281375088022) + | > loader_time: 0.0052 (0.0048713657508680066) + + + --> TIME: 2024-12-24 02:29:05 -- STEP: 3908/7738 -- GLOBAL_STEP: 73550 + | > loss_text_ce: 0.03964345157146454 (0.03898238837089812) + | > loss_mel_ce: 2.5020487308502197 (2.7749817886884554) + | > loss: 0.6354230642318726 (0.703491044386139) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.12833957381721864) + | > loader_time: 0.0044 (0.0048715179993894025) + + + --> TIME: 2024-12-24 02:29:16 -- STEP: 3958/7738 -- GLOBAL_STEP: 73600 + | > loss_text_ce: 0.04142977297306061 (0.038985442017224266) + | > loss_mel_ce: 2.5492498874664307 (2.7750362789709224) + | > loss: 0.6476699113845825 (0.7035054303498631) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12832324477143198) + | > loader_time: 0.0051 (0.00487275205518695) + + + --> TIME: 2024-12-24 02:29:28 -- STEP: 4008/7738 -- GLOBAL_STEP: 73650 + | > loss_text_ce: 0.03634561598300934 (0.03898369226076756) + | > loss_mel_ce: 2.8068220615386963 (2.7747991833977146) + | > loss: 0.7107919454574585 (0.7034457190754175) + | > current_lr: 5e-06 + | > step_time: 0.0854 (0.12829099170224134) + | > loader_time: 0.0047 (0.004873359512664128) + + + --> TIME: 2024-12-24 02:29:40 -- STEP: 4058/7738 -- GLOBAL_STEP: 73700 + | > loss_text_ce: 0.04333322122693062 (0.03898712783086139) + | > loss_mel_ce: 2.735689401626587 (2.774645991605044) + | > loss: 0.6947556734085083 (0.7034082800047105) + | > current_lr: 5e-06 + | > step_time: 0.1478 (0.12833549636758074) + | > loader_time: 0.0051 (0.0048749391641330145) + + + --> TIME: 2024-12-24 02:29:51 -- STEP: 4108/7738 -- GLOBAL_STEP: 73750 + | > loss_text_ce: 0.03845740109682083 (0.03899100476362623) + | > loss_mel_ce: 2.748372793197632 (2.774719179140909) + | > loss: 0.696707546710968 (0.7034275461253084) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.12831801460455525) + | > loader_time: 0.0052 (0.00487600932915232) + + + --> TIME: 2024-12-24 02:30:02 -- STEP: 4158/7738 -- GLOBAL_STEP: 73800 + | > loss_text_ce: 0.033402714878320694 (0.03899097534101727) + | > loss_mel_ce: 3.0057413578033447 (2.774748330565817) + | > loss: 0.7597860097885132 (0.703434826606395) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12831751975719585) + | > loader_time: 0.0051 (0.004876879730609935) + + + --> TIME: 2024-12-24 02:30:14 -- STEP: 4208/7738 -- GLOBAL_STEP: 73850 + | > loss_text_ce: 0.04019254073500633 (0.03899653924066042) + | > loss_mel_ce: 2.8507118225097656 (2.7746047063132218) + | > loss: 0.7227261066436768 (0.7034003115170584) + | > current_lr: 5e-06 + | > step_time: 0.1351 (0.1282934956110927) + | > loader_time: 0.0051 (0.004877017648047823) + + + --> TIME: 2024-12-24 02:30:25 -- STEP: 4258/7738 -- GLOBAL_STEP: 73900 + | > loss_text_ce: 0.04071413353085518 (0.038999329198164005) + | > loss_mel_ce: 2.8206400871276855 (2.7744060666306942) + | > loss: 0.7153385281562805 (0.7033513490724811) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.12827737575520234) + | > loader_time: 0.005 (0.004877596071708254) + + + --> TIME: 2024-12-24 02:30:36 -- STEP: 4308/7738 -- GLOBAL_STEP: 73950 + | > loss_text_ce: 0.03950116038322449 (0.038996641781827865) + | > loss_mel_ce: 2.7325687408447266 (2.77377093292102) + | > loss: 0.6930174827575684 (0.7031918938583872) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.12821249925326483) + | > loader_time: 0.0054 (0.004877271703137441) + + + --> TIME: 2024-12-24 02:30:48 -- STEP: 4358/7738 -- GLOBAL_STEP: 74000 + | > loss_text_ce: 0.037349604070186615 (0.038992417235134226) + | > loss_mel_ce: 2.804457902908325 (2.7736970980597406) + | > loss: 0.7104519009590149 (0.7031723790318662) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.12819700385518645) + | > loader_time: 0.0046 (0.004877419031886347) + + + --> TIME: 2024-12-24 02:30:59 -- STEP: 4408/7738 -- GLOBAL_STEP: 74050 + | > loss_text_ce: 0.0407620370388031 (0.038989379876098816) + | > loss_mel_ce: 2.591547727584839 (2.7737173947578344) + | > loss: 0.6580774188041687 (0.703176693831944) + | > current_lr: 5e-06 + | > step_time: 0.0878 (0.12823384713564057) + | > loader_time: 0.0047 (0.00487817009866995) + + + --> TIME: 2024-12-24 02:31:11 -- STEP: 4458/7738 -- GLOBAL_STEP: 74100 + | > loss_text_ce: 0.04062741994857788 (0.03899290664861047) + | > loss_mel_ce: 2.883551597595215 (2.7739396957390623) + | > loss: 0.7310447692871094 (0.7032331507828484) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12819970948324966) + | > loader_time: 0.0047 (0.004878126917103582) + + + --> TIME: 2024-12-24 02:31:22 -- STEP: 4508/7738 -- GLOBAL_STEP: 74150 + | > loss_text_ce: 0.040696289390325546 (0.03899820970525068) + | > loss_mel_ce: 2.8011767864227295 (2.773857392350866) + | > loss: 0.7104682922363281 (0.7032139007111198) + | > current_lr: 5e-06 + | > step_time: 0.084 (0.1281768011115986) + | > loader_time: 0.0046 (0.00487776493328064) + + + --> TIME: 2024-12-24 02:31:34 -- STEP: 4558/7738 -- GLOBAL_STEP: 74200 + | > loss_text_ce: 0.0376388318836689 (0.03900257265828663) + | > loss_mel_ce: 2.8242146968841553 (2.7740987388645126) + | > loss: 0.715463399887085 (0.703275328092588) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.12820366695817484) + | > loader_time: 0.0049 (0.004878648282562029) + + + --> TIME: 2024-12-24 02:31:45 -- STEP: 4608/7738 -- GLOBAL_STEP: 74250 + | > loss_text_ce: 0.03897250443696976 (0.039005033847287325) + | > loss_mel_ce: 2.756051540374756 (2.7741065511686913) + | > loss: 0.6987560391426086 (0.7032778964300335) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.12817850020817578) + | > loader_time: 0.0046 (0.004878946786953344) + + + --> TIME: 2024-12-24 02:31:57 -- STEP: 4658/7738 -- GLOBAL_STEP: 74300 + | > loss_text_ce: 0.039435431361198425 (0.039006804068484405) + | > loss_mel_ce: 2.897587776184082 (2.7742239572603626) + | > loss: 0.7342557907104492 (0.7033076905139584) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12819884211375202) + | > loader_time: 0.0048 (0.004879525312797971) + + + --> TIME: 2024-12-24 02:32:08 -- STEP: 4708/7738 -- GLOBAL_STEP: 74350 + | > loss_text_ce: 0.03871405869722366 (0.03900132498790142) + | > loss_mel_ce: 2.997957229614258 (2.774164748171575) + | > loss: 0.7591678500175476 (0.703291518501336) + | > current_lr: 5e-06 + | > step_time: 0.1258 (0.12814022310730147) + | > loader_time: 0.0052 (0.004879569592066712) + + + --> TIME: 2024-12-24 02:32:19 -- STEP: 4758/7738 -- GLOBAL_STEP: 74400 + | > loss_text_ce: 0.04104214906692505 (0.038996880619578) + | > loss_mel_ce: 2.8680918216705322 (2.7741015077188447) + | > loss: 0.7272834777832031 (0.7032745973234068) + | > current_lr: 5e-06 + | > step_time: 0.1116 (0.12814003236657584) + | > loader_time: 0.005 (0.004880812600060846) + + + --> TIME: 2024-12-24 02:32:31 -- STEP: 4808/7738 -- GLOBAL_STEP: 74450 + | > loss_text_ce: 0.03840477764606476 (0.03899566990520164) + | > loss_mel_ce: 2.96895170211792 (2.77442907796128) + | > loss: 0.7518391013145447 (0.7033561872017761) + | > current_lr: 5e-06 + | > step_time: 0.1408 (0.12816899112377705) + | > loader_time: 0.0053 (0.004882119112522549) + + + --> TIME: 2024-12-24 02:32:42 -- STEP: 4858/7738 -- GLOBAL_STEP: 74500 + | > loss_text_ce: 0.03377215191721916 (0.03899639756784923) + | > loss_mel_ce: 2.849466323852539 (2.7745523090566717) + | > loss: 0.7208096385002136 (0.7033871768825388) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.1281427269661167) + | > loader_time: 0.0051 (0.004883240406873443) + + + --> TIME: 2024-12-24 02:32:54 -- STEP: 4908/7738 -- GLOBAL_STEP: 74550 + | > loss_text_ce: 0.03828345611691475 (0.03899537725563853) + | > loss_mel_ce: 2.6979219913482666 (2.7741347899646818) + | > loss: 0.6840513348579407 (0.7032825420105862) + | > current_lr: 5e-06 + | > step_time: 0.0958 (0.12814830849592349) + | > loader_time: 0.0049 (0.0048845105765792755) + + + --> TIME: 2024-12-24 02:33:05 -- STEP: 4958/7738 -- GLOBAL_STEP: 74600 + | > loss_text_ce: 0.038082417100667953 (0.038990710221438324) + | > loss_mel_ce: 2.7104902267456055 (2.7741555609304904) + | > loss: 0.6871431469917297 (0.7032865679951729) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.12813351485170463) + | > loader_time: 0.005 (0.0048855985542996016) + + + --> TIME: 2024-12-24 02:33:17 -- STEP: 5008/7738 -- GLOBAL_STEP: 74650 + | > loss_text_ce: 0.03888393193483353 (0.03899160528945298) + | > loss_mel_ce: 2.76047945022583 (2.774079161139722) + | > loss: 0.6998408436775208 (0.703267691829525) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.12812317388888003) + | > loader_time: 0.0049 (0.00488632036664616) + + + --> TIME: 2024-12-24 02:33:28 -- STEP: 5058/7738 -- GLOBAL_STEP: 74700 + | > loss_text_ce: 0.04012184590101242 (0.03899137353537086) + | > loss_mel_ce: 2.8657283782958984 (2.7740339354216785) + | > loss: 0.7264625430107117 (0.7032563274629791) + | > current_lr: 5e-06 + | > step_time: 0.0996 (0.1280928868085984) + | > loader_time: 0.0045 (0.004886440063663606) + + + --> TIME: 2024-12-24 02:33:40 -- STEP: 5108/7738 -- GLOBAL_STEP: 74750 + | > loss_text_ce: 0.03505748510360718 (0.038993311542711316) + | > loss_mel_ce: 2.5499489307403564 (2.774061814172247) + | > loss: 0.6462516188621521 (0.7032637816788913) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.1281299317079125) + | > loader_time: 0.0048 (0.004887505443934459) + + + --> TIME: 2024-12-24 02:33:51 -- STEP: 5158/7738 -- GLOBAL_STEP: 74800 + | > loss_text_ce: 0.03553510457277298 (0.038991503058540905) + | > loss_mel_ce: 2.5002925395965576 (2.774088137137793) + | > loss: 0.6339569091796875 (0.7032699103432133) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.1281380345997954) + | > loader_time: 0.0045 (0.004888290118320644) + + + --> TIME: 2024-12-24 02:34:03 -- STEP: 5208/7738 -- GLOBAL_STEP: 74850 + | > loss_text_ce: 0.037912894040346146 (0.03899410575236295) + | > loss_mel_ce: 2.8316292762756348 (2.774009831856293) + | > loss: 0.7173855304718018 (0.703250984682739) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12815204308512762) + | > loader_time: 0.0049 (0.004888949352109127) + + + --> TIME: 2024-12-24 02:34:15 -- STEP: 5258/7738 -- GLOBAL_STEP: 74900 + | > loss_text_ce: 0.038383517414331436 (0.038993021467620535) + | > loss_mel_ce: 2.644561767578125 (2.7737491343492104) + | > loss: 0.6707363128662109 (0.7031855392066088) + | > current_lr: 5e-06 + | > step_time: 0.1465 (0.12817073163082957) + | > loader_time: 0.005 (0.004889901439787185) + + + --> TIME: 2024-12-24 02:34:26 -- STEP: 5308/7738 -- GLOBAL_STEP: 74950 + | > loss_text_ce: 0.03799751028418541 (0.038993543004104736) + | > loss_mel_ce: 2.9196362495422363 (2.7738433725059584) + | > loss: 0.7394084334373474 (0.7032092291336797) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12817080005632814) + | > loader_time: 0.0047 (0.004893131604658184) + + + --> TIME: 2024-12-24 02:34:38 -- STEP: 5358/7738 -- GLOBAL_STEP: 75000 + | > loss_text_ce: 0.04323701933026314 (0.038990387837664967) + | > loss_mel_ce: 2.836733341217041 (2.7739966681930053) + | > loss: 0.7199925780296326 (0.7032467642574433) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1281420739117999) + | > loader_time: 0.0047 (0.00489309658172995) + + + --> TIME: 2024-12-24 02:34:49 -- STEP: 5408/7738 -- GLOBAL_STEP: 75050 + | > loss_text_ce: 0.0429060198366642 (0.03898619250366849) + | > loss_mel_ce: 2.7560198307037354 (2.7740845738430737) + | > loss: 0.6997314691543579 (0.7032676917781829) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.1281547912302806) + | > loader_time: 0.0051 (0.004893742325390586) + + + --> TIME: 2024-12-24 02:35:00 -- STEP: 5458/7738 -- GLOBAL_STEP: 75100 + | > loss_text_ce: 0.038128238171339035 (0.038987457667593095) + | > loss_mel_ce: 2.8255362510681152 (2.7741259464024215) + | > loss: 0.715916097164154 (0.703278351207929) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.1281209687865141) + | > loader_time: 0.0053 (0.004893859999220907) + + + --> TIME: 2024-12-24 02:35:12 -- STEP: 5508/7738 -- GLOBAL_STEP: 75150 + | > loss_text_ce: 0.03979077190160751 (0.03898773948440816) + | > loss_mel_ce: 2.719093084335327 (2.773942376317198) + | > loss: 0.6897209882736206 (0.7032325291057884) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.1280943350940832) + | > loader_time: 0.0046 (0.0048948052835014345) + + + --> TIME: 2024-12-24 02:35:23 -- STEP: 5558/7738 -- GLOBAL_STEP: 75200 + | > loss_text_ce: 0.040070775896310806 (0.03898764056759839) + | > loss_mel_ce: 2.9427640438079834 (2.773991273263672) + | > loss: 0.745708703994751 (0.7032447286049366) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12809812512145508) + | > loader_time: 0.0049 (0.004894839469028407) + + + --> TIME: 2024-12-24 02:35:35 -- STEP: 5608/7738 -- GLOBAL_STEP: 75250 + | > loss_text_ce: 0.04223405197262764 (0.03899029119089028) + | > loss_mel_ce: 2.9843804836273193 (2.7740485840364135) + | > loss: 0.7566536068916321 (0.7032597189431676) + | > current_lr: 5e-06 + | > step_time: 0.1255 (0.12811041107871532) + | > loader_time: 0.0053 (0.004895868000392402) + + + --> TIME: 2024-12-24 02:35:46 -- STEP: 5658/7738 -- GLOBAL_STEP: 75300 + | > loss_text_ce: 0.04026608541607857 (0.03899315952959725) + | > loss_mel_ce: 2.796259641647339 (2.7740077545551007) + | > loss: 0.7091314196586609 (0.7032502286739232) + | > current_lr: 5e-06 + | > step_time: 0.156 (0.12808830845941677) + | > loader_time: 0.0052 (0.004896401263412635) + + + --> TIME: 2024-12-24 02:35:57 -- STEP: 5708/7738 -- GLOBAL_STEP: 75350 + | > loss_text_ce: 0.041234925389289856 (0.03899127906468999) + | > loss_mel_ce: 2.77919602394104 (2.7738707359637433) + | > loss: 0.7051077485084534 (0.7032155038993818) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.1280417021288263) + | > loader_time: 0.0049 (0.004895909816632352) + + + --> TIME: 2024-12-24 02:36:09 -- STEP: 5758/7738 -- GLOBAL_STEP: 75400 + | > loss_text_ce: 0.03855760768055916 (0.03899118228621073) + | > loss_mel_ce: 2.76483416557312 (2.7736027217979617) + | > loss: 0.7008479237556458 (0.7031484761143665) + | > current_lr: 5e-06 + | > step_time: 0.1058 (0.12804623207477828) + | > loader_time: 0.0048 (0.004896732410153995) + + + --> TIME: 2024-12-24 02:36:20 -- STEP: 5808/7738 -- GLOBAL_STEP: 75450 + | > loss_text_ce: 0.03996289521455765 (0.0389918203153916) + | > loss_mel_ce: 3.016864538192749 (2.7737072769850117) + | > loss: 0.7642068862915039 (0.7031747744246751) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.1280299783491888) + | > loader_time: 0.0051 (0.004897475447864915) + + + --> TIME: 2024-12-24 02:36:32 -- STEP: 5858/7738 -- GLOBAL_STEP: 75500 + | > loss_text_ce: 0.03584064915776253 (0.038988649861021504) + | > loss_mel_ce: 2.745725154876709 (2.773744441006692) + | > loss: 0.6953914761543274 (0.7031832728197862) + | > current_lr: 5e-06 + | > step_time: 0.1452 (0.1280571247539081) + | > loader_time: 0.0049 (0.0048981208205426735) + + + --> TIME: 2024-12-24 02:36:44 -- STEP: 5908/7738 -- GLOBAL_STEP: 75550 + | > loss_text_ce: 0.043681997805833817 (0.03899358698471456) + | > loss_mel_ce: 2.707761764526367 (2.773745729177489) + | > loss: 0.6878609657287598 (0.7031848291710705) + | > current_lr: 5e-06 + | > step_time: 0.0918 (0.1281002310376432) + | > loader_time: 0.0047 (0.004899314794495222) + + + --> TIME: 2024-12-24 02:36:55 -- STEP: 5958/7738 -- GLOBAL_STEP: 75600 + | > loss_text_ce: 0.038854289799928665 (0.03899049929356601) + | > loss_mel_ce: 2.8671023845672607 (2.773713832295318) + | > loss: 0.7264891862869263 (0.7031760830813554) + | > current_lr: 5e-06 + | > step_time: 0.1431 (0.1281114350873054) + | > loader_time: 0.0054 (0.004899974596024212) + + + --> TIME: 2024-12-24 02:37:07 -- STEP: 6008/7738 -- GLOBAL_STEP: 75650 + | > loss_text_ce: 0.035714197903871536 (0.03898605166409858) + | > loss_mel_ce: 2.7114689350128174 (2.7737133054536494) + | > loss: 0.6867957711219788 (0.7031748394931967) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.12812032640853305) + | > loader_time: 0.0051 (0.004900093243696728) + + + --> TIME: 2024-12-24 02:37:18 -- STEP: 6058/7738 -- GLOBAL_STEP: 75700 + | > loss_text_ce: 0.03858525678515434 (0.038989217191831224) + | > loss_mel_ce: 2.853644847869873 (2.773863210344367) + | > loss: 0.7230575084686279 (0.7032131071077287) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.1281397393844665) + | > loader_time: 0.0048 (0.004900442054461405) + + + --> TIME: 2024-12-24 02:37:30 -- STEP: 6108/7738 -- GLOBAL_STEP: 75750 + | > loss_text_ce: 0.041991863399744034 (0.03899186112708759) + | > loss_mel_ce: 3.003922700881958 (2.773815027310639) + | > loss: 0.7614786624908447 (0.7032017223317373) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.1281437341419008) + | > loader_time: 0.0051 (0.004900678631208592) + + + --> TIME: 2024-12-24 02:37:42 -- STEP: 6158/7738 -- GLOBAL_STEP: 75800 + | > loss_text_ce: 0.04057186469435692 (0.03899490606002251) + | > loss_mel_ce: 2.865664482116699 (2.7738052503982944) + | > loss: 0.7265591025352478 (0.7032000393343236) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12817574910197588) + | > loader_time: 0.0045 (0.00490105930339521) + + + --> TIME: 2024-12-24 02:37:53 -- STEP: 6208/7738 -- GLOBAL_STEP: 75850 + | > loss_text_ce: 0.03968914970755577 (0.03899248544493991) + | > loss_mel_ce: 2.697328567504883 (2.7737434862047174) + | > loss: 0.6842544078826904 (0.7031839931306889) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12817747768053017) + | > loader_time: 0.0052 (0.004901514801475207) + + + --> TIME: 2024-12-24 02:38:05 -- STEP: 6258/7738 -- GLOBAL_STEP: 75900 + | > loss_text_ce: 0.03873642906546593 (0.03899192916971679) + | > loss_mel_ce: 2.8971750736236572 (2.7738676632353627) + | > loss: 0.7339778542518616 (0.7032148983292598) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.1282022376531374) + | > loader_time: 0.0051 (0.004901651148980497) + + + --> TIME: 2024-12-24 02:38:17 -- STEP: 6308/7738 -- GLOBAL_STEP: 75950 + | > loss_text_ce: 0.039527107030153275 (0.03899197036089793) + | > loss_mel_ce: 2.8005168437957764 (2.7738934312731582) + | > loss: 0.7100110054016113 (0.7032213505870086) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.12820769766122328) + | > loader_time: 0.0047 (0.00490153659803626) + + + --> TIME: 2024-12-24 02:38:28 -- STEP: 6358/7738 -- GLOBAL_STEP: 76000 + | > loss_text_ce: 0.03695566952228546 (0.038987122262825344) + | > loss_mel_ce: 2.8874828815460205 (2.77370905212428) + | > loss: 0.731109619140625 (0.7031740438041887) + | > current_lr: 5e-06 + | > step_time: 0.1551 (0.12822111060162564) + | > loader_time: 0.0051 (0.004901855049661305) + + + --> TIME: 2024-12-24 02:38:40 -- STEP: 6408/7738 -- GLOBAL_STEP: 76050 + | > loss_text_ce: 0.039366722106933594 (0.03898639689035679) + | > loss_mel_ce: 2.7245805263519287 (2.773778021372813) + | > loss: 0.6909868121147156 (0.7031911047973111) + | > current_lr: 5e-06 + | > step_time: 0.088 (0.12823444411400356) + | > loader_time: 0.0046 (0.004901806066991703) + + + --> TIME: 2024-12-24 02:38:52 -- STEP: 6458/7738 -- GLOBAL_STEP: 76100 + | > loss_text_ce: 0.04182837903499603 (0.038987639763058725) + | > loss_mel_ce: 2.7065865993499756 (2.773664561097713) + | > loss: 0.6871037483215332 (0.7031630504312189) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12826055304928013) + | > loader_time: 0.0048 (0.004902661382026014) + + + --> TIME: 2024-12-24 02:39:03 -- STEP: 6508/7738 -- GLOBAL_STEP: 76150 + | > loss_text_ce: 0.03870651125907898 (0.038985931160547715) + | > loss_mel_ce: 2.797605514526367 (2.773839552818671) + | > loss: 0.7090780138969421 (0.7032063712114607) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12824172173531073) + | > loader_time: 0.005 (0.004903123249799558) + + + --> TIME: 2024-12-24 02:39:14 -- STEP: 6558/7738 -- GLOBAL_STEP: 76200 + | > loss_text_ce: 0.03797417879104614 (0.0389853587357617) + | > loss_mel_ce: 2.6641480922698975 (2.7737334308990773) + | > loss: 0.6755305528640747 (0.703179697613773) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12823899732416905) + | > loader_time: 0.0044 (0.004903274434628606) + + + --> TIME: 2024-12-24 02:39:27 -- STEP: 6608/7738 -- GLOBAL_STEP: 76250 + | > loss_text_ce: 0.03954150527715683 (0.038985268347592146) + | > loss_mel_ce: 2.8062593936920166 (2.7737438269590973) + | > loss: 0.7114502191543579 (0.7031822740291973) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.12831019723819415) + | > loader_time: 0.0055 (0.004904782007162001) + + + --> TIME: 2024-12-24 02:39:38 -- STEP: 6658/7738 -- GLOBAL_STEP: 76300 + | > loss_text_ce: 0.03842918202280998 (0.038985131734791276) + | > loss_mel_ce: 2.885655164718628 (2.7738545021877634) + | > loss: 0.7310211062431335 (0.7032099086696131) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12830326739070796) + | > loader_time: 0.0046 (0.0049053241125847765) + + + --> TIME: 2024-12-24 02:39:49 -- STEP: 6708/7738 -- GLOBAL_STEP: 76350 + | > loss_text_ce: 0.039098240435123444 (0.038982541221496574) + | > loss_mel_ce: 2.8187098503112793 (2.7739359294294856) + | > loss: 0.7144520282745361 (0.7032296178094931) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.1282833135049822) + | > loader_time: 0.0047 (0.00490562266797344) + + + --> TIME: 2024-12-24 02:40:01 -- STEP: 6758/7738 -- GLOBAL_STEP: 76400 + | > loss_text_ce: 0.038876794278621674 (0.038980837478642755) + | > loss_mel_ce: 2.766310930252075 (2.7739247303807804) + | > loss: 0.7012969255447388 (0.7032263921135494) + | > current_lr: 5e-06 + | > step_time: 0.162 (0.12830662498039408) + | > loader_time: 0.0052 (0.004906429310245758) + + + --> TIME: 2024-12-24 02:40:12 -- STEP: 6808/7738 -- GLOBAL_STEP: 76450 + | > loss_text_ce: 0.035998497158288956 (0.03898045871041263) + | > loss_mel_ce: 2.597102165222168 (2.773720763649984) + | > loss: 0.6582751870155334 (0.7031753057423519) + | > current_lr: 5e-06 + | > step_time: 0.0811 (0.12828942201812665) + | > loader_time: 0.0042 (0.004906075191273685) + + + --> TIME: 2024-12-24 02:40:24 -- STEP: 6858/7738 -- GLOBAL_STEP: 76500 + | > loss_text_ce: 0.036789994686841965 (0.038979275403047214) + | > loss_mel_ce: 2.8031132221221924 (2.7738631009429815) + | > loss: 0.7099757790565491 (0.703210594234119) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12829707005379176) + | > loader_time: 0.0053 (0.004906664961244468) + + + --> TIME: 2024-12-24 02:40:35 -- STEP: 6908/7738 -- GLOBAL_STEP: 76550 + | > loss_text_ce: 0.03595837950706482 (0.03897934326752109) + | > loss_mel_ce: 2.869684934616089 (2.7737622323861797) + | > loss: 0.7264108061790466 (0.7031853940439253) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12826909885008836) + | > loader_time: 0.0049 (0.00490707728513488) + + + --> TIME: 2024-12-24 02:40:46 -- STEP: 6958/7738 -- GLOBAL_STEP: 76600 + | > loss_text_ce: 0.03746156021952629 (0.0389772301470712) + | > loss_mel_ce: 2.848653793334961 (2.7737873575748444) + | > loss: 0.7215288281440735 (0.7031911470297914) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12824020587222631) + | > loader_time: 0.005 (0.004907459800152244) + + + --> TIME: 2024-12-24 02:40:58 -- STEP: 7008/7738 -- GLOBAL_STEP: 76650 + | > loss_text_ce: 0.03902190551161766 (0.038974016536979725) + | > loss_mel_ce: 2.5756115913391113 (2.7734805473453963) + | > loss: 0.653658390045166 (0.7031136410625533) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12821503024395162) + | > loader_time: 0.0049 (0.004908116134606552) + + + --> TIME: 2024-12-24 02:41:09 -- STEP: 7058/7738 -- GLOBAL_STEP: 76700 + | > loss_text_ce: 0.03905165567994118 (0.03897044020231209) + | > loss_mel_ce: 2.7554121017456055 (2.773589291495557) + | > loss: 0.6986159682273865 (0.7031399329903081) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12822847948698565) + | > loader_time: 0.005 (0.004909028173269931) + + + --> TIME: 2024-12-24 02:41:21 -- STEP: 7108/7738 -- GLOBAL_STEP: 76750 + | > loss_text_ce: 0.03978176414966583 (0.038969185615779084) + | > loss_mel_ce: 2.7302591800689697 (2.773750802238943) + | > loss: 0.6925102472305298 (0.703179997032989) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12819507062334504) + | > loader_time: 0.0048 (0.004909223965466135) + + + --> TIME: 2024-12-24 02:41:32 -- STEP: 7158/7738 -- GLOBAL_STEP: 76800 + | > loss_text_ce: 0.04218416288495064 (0.038967952589949596) + | > loss_mel_ce: 2.7612409591674805 (2.773749634519444) + | > loss: 0.7008562684059143 (0.7031793968409032) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.1281683521918257) + | > loader_time: 0.0046 (0.004909973798700149) + + + --> TIME: 2024-12-24 02:41:43 -- STEP: 7208/7738 -- GLOBAL_STEP: 76850 + | > loss_text_ce: 0.03749563544988632 (0.038964971393237166) + | > loss_mel_ce: 2.5978100299835205 (2.773751097368484) + | > loss: 0.6588264107704163 (0.7031790172550947) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.1281419315031179) + | > loader_time: 0.0052 (0.0049103410804973045) + + + --> TIME: 2024-12-24 02:41:54 -- STEP: 7258/7738 -- GLOBAL_STEP: 76900 + | > loss_text_ce: 0.037272535264492035 (0.038963271399149416) + | > loss_mel_ce: 2.825216054916382 (2.7736962700258085) + | > loss: 0.7156221270561218 (0.7031648854195603) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.1281033990205105) + | > loader_time: 0.005 (0.0049104569338674865) + + + --> TIME: 2024-12-24 02:42:06 -- STEP: 7308/7738 -- GLOBAL_STEP: 76950 + | > loss_text_ce: 0.04215295612812042 (0.03896131288524269) + | > loss_mel_ce: 2.926703691482544 (2.773541334129519) + | > loss: 0.7422141432762146 (0.7031256618170878) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.12807538532858398) + | > loader_time: 0.0043 (0.004910893008300509) + + + --> TIME: 2024-12-24 02:42:17 -- STEP: 7358/7738 -- GLOBAL_STEP: 77000 + | > loss_text_ce: 0.037541233003139496 (0.03895637157749553) + | > loss_mel_ce: 2.7734973430633545 (2.7732399841079483) + | > loss: 0.7027596235275269 (0.7030490889890106) + | > current_lr: 5e-06 + | > step_time: 0.1482 (0.12805081139637367) + | > loader_time: 0.0051 (0.004911129291240997) + + + --> TIME: 2024-12-24 02:42:29 -- STEP: 7408/7738 -- GLOBAL_STEP: 77050 + | > loss_text_ce: 0.03716873377561569 (0.0389535312782711) + | > loss_mel_ce: 2.859884023666382 (2.7731226382708742) + | > loss: 0.7242631912231445 (0.7030190424611426) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.1280713352026744) + | > loader_time: 0.0053 (0.004911791750473298) + + + --> TIME: 2024-12-24 02:42:40 -- STEP: 7458/7738 -- GLOBAL_STEP: 77100 + | > loss_text_ce: 0.04197331517934799 (0.03895491658897002) + | > loss_mel_ce: 2.5770323276519775 (2.772936643848285) + | > loss: 0.6547514200210571 (0.7029728901932892) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.12804328781505417) + | > loader_time: 0.0049 (0.0049119456647452086) + + + --> TIME: 2024-12-24 02:42:51 -- STEP: 7508/7738 -- GLOBAL_STEP: 77150 + | > loss_text_ce: 0.040660981088876724 (0.03895116833370565) + | > loss_mel_ce: 2.497394561767578 (2.7727913382717735) + | > loss: 0.6345139145851135 (0.7029356267551292) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12803915220813433) + | > loader_time: 0.0046 (0.004912140366874873) + + + --> TIME: 2024-12-24 02:43:02 -- STEP: 7558/7738 -- GLOBAL_STEP: 77200 + | > loss_text_ce: 0.04125547781586647 (0.038950305943458344) + | > loss_mel_ce: 2.9039671421051025 (2.7728039220578813) + | > loss: 0.7363056540489197 (0.702938557089114) + | > current_lr: 5e-06 + | > step_time: 0.1388 (0.12801961978928522) + | > loader_time: 0.0055 (0.004912476875252696) + + + --> TIME: 2024-12-24 02:43:14 -- STEP: 7608/7738 -- GLOBAL_STEP: 77250 + | > loss_text_ce: 0.039826832711696625 (0.038952011193690295) + | > loss_mel_ce: 2.871812343597412 (2.7728075836359176) + | > loss: 0.7279098033905029 (0.7029398987706252) + | > current_lr: 5e-06 + | > step_time: 0.1033 (0.12802538564027185) + | > loader_time: 0.0046 (0.004912806923582487) + + + --> TIME: 2024-12-24 02:43:26 -- STEP: 7658/7738 -- GLOBAL_STEP: 77300 + | > loss_text_ce: 0.040303219109773636 (0.038950885765227206) + | > loss_mel_ce: 2.9717371463775635 (2.772740925843429) + | > loss: 0.753010094165802 (0.7029229529721497) + | > current_lr: 5e-06 + | > step_time: 0.1721 (0.1280660062335623) + | > loader_time: 0.0054 (0.004912971298325381) + + + --> TIME: 2024-12-24 02:43:37 -- STEP: 7708/7738 -- GLOBAL_STEP: 77350 + | > loss_text_ce: 0.0413835272192955 (0.03894531521361391) + | > loss_mel_ce: 2.6058738231658936 (2.772801669941833) + | > loss: 0.6618143320083618 (0.702936746346311) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12806550102897085) + | > loader_time: 0.0047 (0.004913231252572309) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06869137648380164 (-0.00024182146245775582) + | > avg_loss_text_ce: 0.03755232742564244 (-0.00020004568075893125) + | > avg_loss_mel_ce: 2.9313221748429115 (-0.004611451216418594) + | > avg_loss: 2.968874514705004 (-0.00481148440428214) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_77380.pth + + > EPOCH: 10/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 02:44:46)  + + --> TIME: 2024-12-24 02:44:51 -- STEP: 20/7738 -- GLOBAL_STEP: 77400 + | > loss_text_ce: 0.039163120090961456 (0.039088633470237256) + | > loss_mel_ce: 2.7074296474456787 (2.74435693025589) + | > loss: 0.6866481900215149 (0.6958613872528077) + | > current_lr: 5e-06 + | > step_time: 0.0762 (0.13176077604293823) + | > loader_time: 0.0042 (0.00484696626663208) + + + --> TIME: 2024-12-24 02:45:03 -- STEP: 70/7738 -- GLOBAL_STEP: 77450 + | > loss_text_ce: 0.039745185524225235 (0.03901025557092258) + | > loss_mel_ce: 2.8143539428710938 (2.752753741400583) + | > loss: 0.7135247588157654 (0.6979409975664956) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.13051545960562572) + | > loader_time: 0.0046 (0.004856307165963309) + + + --> TIME: 2024-12-24 02:45:14 -- STEP: 120/7738 -- GLOBAL_STEP: 77500 + | > loss_text_ce: 0.036231350153684616 (0.038828712143003936) + | > loss_mel_ce: 2.8339364528656006 (2.7587017734845487) + | > loss: 0.7175419330596924 (0.6993826215465865) + | > current_lr: 5e-06 + | > step_time: 0.1293 (0.13043749133745833) + | > loader_time: 0.0048 (0.004853387673695882) + + + --> TIME: 2024-12-24 02:45:26 -- STEP: 170/7738 -- GLOBAL_STEP: 77550 + | > loss_text_ce: 0.04122021421790123 (0.038985416709500204) + | > loss_mel_ce: 2.7487716674804688 (2.759139802876642) + | > loss: 0.6974979639053345 (0.6995313037844266) + | > current_lr: 5e-06 + | > step_time: 0.1383 (0.1296443812987384) + | > loader_time: 0.0049 (0.004837742973776425) + + + --> TIME: 2024-12-24 02:45:37 -- STEP: 220/7738 -- GLOBAL_STEP: 77600 + | > loss_text_ce: 0.03985400125384331 (0.03904461833563718) + | > loss_mel_ce: 2.7980072498321533 (2.7597873655232528) + | > loss: 0.7094653248786926 (0.6997079949487339) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12918602228164677) + | > loader_time: 0.0046 (0.004821500994942405) + + + --> TIME: 2024-12-24 02:45:49 -- STEP: 270/7738 -- GLOBAL_STEP: 77650 + | > loss_text_ce: 0.04027498513460159 (0.03895644126115022) + | > loss_mel_ce: 2.7035303115844727 (2.7599387424963493) + | > loss: 0.6859513521194458 (0.6997237956082378) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.1300932557494553) + | > loader_time: 0.0048 (0.004817928208245171) + + + --> TIME: 2024-12-24 02:46:00 -- STEP: 320/7738 -- GLOBAL_STEP: 77700 + | > loss_text_ce: 0.0404403954744339 (0.03891791375353933) + | > loss_mel_ce: 2.8289551734924316 (2.7551523856818685) + | > loss: 0.7173488736152649 (0.6985175751149653) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.12903774231672294) + | > loader_time: 0.0049 (0.00479721277952194) + + + --> TIME: 2024-12-24 02:46:12 -- STEP: 370/7738 -- GLOBAL_STEP: 77750 + | > loss_text_ce: 0.03395770117640495 (0.03884485735482462) + | > loss_mel_ce: 2.795943021774292 (2.754347957147136) + | > loss: 0.7074751853942871 (0.6982982039451596) + | > current_lr: 5e-06 + | > step_time: 0.1573 (0.1287963035944348) + | > loader_time: 0.005 (0.004787801407478954) + + + --> TIME: 2024-12-24 02:46:23 -- STEP: 420/7738 -- GLOBAL_STEP: 77800 + | > loss_text_ce: 0.037169840186834335 (0.03879004045433943) + | > loss_mel_ce: 2.7770824432373047 (2.752062459786734) + | > loss: 0.7035630941390991 (0.6977131256035394) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.12909004631496634) + | > loader_time: 0.006 (0.004787631829579675) + + + --> TIME: 2024-12-24 02:46:35 -- STEP: 470/7738 -- GLOBAL_STEP: 77850 + | > loss_text_ce: 0.03911539167165756 (0.0388620444989585) + | > loss_mel_ce: 2.8015522956848145 (2.75549791214314) + | > loss: 0.7101669311523438 (0.6985899894795516) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.1291023411649342) + | > loader_time: 0.0047 (0.004795733411261379) + + + --> TIME: 2024-12-24 02:46:46 -- STEP: 520/7738 -- GLOBAL_STEP: 77900 + | > loss_text_ce: 0.04105883091688156 (0.038869032514496506) + | > loss_mel_ce: 2.753690004348755 (2.754968395599953) + | > loss: 0.6986871957778931 (0.6984593573671118) + | > current_lr: 5e-06 + | > step_time: 0.129 (0.12864653238883414) + | > loader_time: 0.0048 (0.004789741222675031) + + + --> TIME: 2024-12-24 02:46:58 -- STEP: 570/7738 -- GLOBAL_STEP: 77950 + | > loss_text_ce: 0.037174973636865616 (0.038861752138064636) + | > loss_mel_ce: 2.617926597595215 (2.755527831378737) + | > loss: 0.6637753844261169 (0.6985973960474916) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.12883602861772528) + | > loader_time: 0.0043 (0.004782950669004206) + + + --> TIME: 2024-12-24 02:47:09 -- STEP: 620/7738 -- GLOBAL_STEP: 78000 + | > loss_text_ce: 0.035830169916152954 (0.03883229376327611) + | > loss_mel_ce: 2.7651004791259766 (2.7568621212436306) + | > loss: 0.7002326846122742 (0.6989236038538715) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12871400810057132) + | > loader_time: 0.0047 (0.004774000952320712) + + + --> TIME: 2024-12-24 02:47:21 -- STEP: 670/7738 -- GLOBAL_STEP: 78050 + | > loss_text_ce: 0.04198135435581207 (0.03882477818918767) + | > loss_mel_ce: 2.7166433334350586 (2.75720042185997) + | > loss: 0.6896561980247498 (0.6990063004529294) + | > current_lr: 5e-06 + | > step_time: 0.137 (0.12915256272501038) + | > loader_time: 0.0047 (0.004778083046870445) + + + --> TIME: 2024-12-24 02:47:33 -- STEP: 720/7738 -- GLOBAL_STEP: 78100 + | > loss_text_ce: 0.035695258527994156 (0.03883423692960711) + | > loss_mel_ce: 2.860243558883667 (2.7567811091740952) + | > loss: 0.7239847183227539 (0.6989038370549668) + | > current_lr: 5e-06 + | > step_time: 0.1032 (0.12897856964005394) + | > loader_time: 0.0045 (0.004777176512612231) + + + --> TIME: 2024-12-24 02:47:44 -- STEP: 770/7738 -- GLOBAL_STEP: 78150 + | > loss_text_ce: 0.03931952640414238 (0.038837182855644824) + | > loss_mel_ce: 2.6409473419189453 (2.755680830447708) + | > loss: 0.6700667142868042 (0.6986295035133105) + | > current_lr: 5e-06 + | > step_time: 0.1088 (0.12903181794401905) + | > loader_time: 0.0045 (0.004775250732124619) + + + --> TIME: 2024-12-24 02:47:56 -- STEP: 820/7738 -- GLOBAL_STEP: 78200 + | > loss_text_ce: 0.03470536321401596 (0.03881259874508878) + | > loss_mel_ce: 2.898371934890747 (2.754823326483008) + | > loss: 0.7332693338394165 (0.6984089816488862) + | > current_lr: 5e-06 + | > step_time: 0.1408 (0.1290175094837097) + | > loader_time: 0.0052 (0.00478004798656556) + + + --> TIME: 2024-12-24 02:48:08 -- STEP: 870/7738 -- GLOBAL_STEP: 78250 + | > loss_text_ce: 0.0426359586417675 (0.038826254729566925) + | > loss_mel_ce: 2.751889705657959 (2.7554101036882974) + | > loss: 0.6986314058303833 (0.6985590899812756) + | > current_lr: 5e-06 + | > step_time: 0.1162 (0.12924136868838618) + | > loader_time: 0.0048 (0.004786358208491878) + + + --> TIME: 2024-12-24 02:48:19 -- STEP: 920/7738 -- GLOBAL_STEP: 78300 + | > loss_text_ce: 0.039664264768362045 (0.0388124413383396) + | > loss_mel_ce: 2.7297966480255127 (2.7563584503920207) + | > loss: 0.6923652291297913 (0.6987927233395361) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.12923477939937444) + | > loader_time: 0.0045 (0.004787403604258656) + + + --> TIME: 2024-12-24 02:48:30 -- STEP: 970/7738 -- GLOBAL_STEP: 78350 + | > loss_text_ce: 0.03764178976416588 (0.03879395419942966) + | > loss_mel_ce: 2.819946527481079 (2.7573606980215666) + | > loss: 0.7143970727920532 (0.6990386630456465) + | > current_lr: 5e-06 + | > step_time: 0.1187 (0.1291147055085173) + | > loader_time: 0.0045 (0.00478703754464375) + + + --> TIME: 2024-12-24 02:48:42 -- STEP: 1020/7738 -- GLOBAL_STEP: 78400 + | > loss_text_ce: 0.03964163362979889 (0.038795122898676836) + | > loss_mel_ce: 2.645333766937256 (2.7567158378806793) + | > loss: 0.6712438464164734 (0.698877740256926) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.12928033786661494) + | > loader_time: 0.005 (0.004788569843067837) + + + --> TIME: 2024-12-24 02:48:54 -- STEP: 1070/7738 -- GLOBAL_STEP: 78450 + | > loss_text_ce: 0.03704904764890671 (0.03877313778709589) + | > loss_mel_ce: 2.6311280727386475 (2.7572896331270185) + | > loss: 0.6670442819595337 (0.699015692851253) + | > current_lr: 5e-06 + | > step_time: 0.1096 (0.12930097067467525) + | > loader_time: 0.0046 (0.004790278238670845) + + + --> TIME: 2024-12-24 02:49:05 -- STEP: 1120/7738 -- GLOBAL_STEP: 78500 + | > loss_text_ce: 0.037536296993494034 (0.0387645880791492) + | > loss_mel_ce: 2.5747549533843994 (2.757479874151095) + | > loss: 0.6530728340148926 (0.6990611156714808) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.12930050236838211) + | > loader_time: 0.005 (0.00479159993784768) + + + --> TIME: 2024-12-24 02:49:17 -- STEP: 1170/7738 -- GLOBAL_STEP: 78550 + | > loss_text_ce: 0.036627911031246185 (0.03876516307966834) + | > loss_mel_ce: 3.0340821743011475 (2.7578935291013162) + | > loss: 0.7676775455474854 (0.6991646733039458) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12915409039228398) + | > loader_time: 0.0049 (0.004790769275437054) + + + --> TIME: 2024-12-24 02:49:28 -- STEP: 1220/7738 -- GLOBAL_STEP: 78600 + | > loss_text_ce: 0.03442022576928139 (0.03875227805349185) + | > loss_mel_ce: 2.7951953411102295 (2.758754845134549) + | > loss: 0.7074038982391357 (0.6993767810160987) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12900066297562393) + | > loader_time: 0.0048 (0.0047906961597380055) + + + --> TIME: 2024-12-24 02:49:40 -- STEP: 1270/7738 -- GLOBAL_STEP: 78650 + | > loss_text_ce: 0.039677176624536514 (0.03874536995578005) + | > loss_mel_ce: 2.9457221031188965 (2.760591242632528) + | > loss: 0.7463498115539551 (0.6998341533612065) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12898279344003022) + | > loader_time: 0.0048 (0.004792769875113415) + + + --> TIME: 2024-12-24 02:49:51 -- STEP: 1320/7738 -- GLOBAL_STEP: 78700 + | > loss_text_ce: 0.03792313113808632 (0.03872162493961782) + | > loss_mel_ce: 2.7872352600097656 (2.7614832697492675) + | > loss: 0.7062895894050598 (0.7000512238704782) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12912324757286991) + | > loader_time: 0.005 (0.004795211011713199) + + + --> TIME: 2024-12-24 02:50:03 -- STEP: 1370/7738 -- GLOBAL_STEP: 78750 + | > loss_text_ce: 0.03874336928129196 (0.03872144260328184) + | > loss_mel_ce: 2.7281033992767334 (2.7624916631810006) + | > loss: 0.6917116641998291 (0.7003032768294748) + | > current_lr: 5e-06 + | > step_time: 0.1834 (0.1291267502916989) + | > loader_time: 0.0054 (0.004798390743506215) + + + --> TIME: 2024-12-24 02:50:14 -- STEP: 1420/7738 -- GLOBAL_STEP: 78800 + | > loss_text_ce: 0.039234042167663574 (0.0387232489280508) + | > loss_mel_ce: 2.526761531829834 (2.7619617628379625) + | > loss: 0.6414989233016968 (0.7001712532950107) + | > current_lr: 5e-06 + | > step_time: 0.0958 (0.12913520504051518) + | > loader_time: 0.0047 (0.004800750671977728) + + + --> TIME: 2024-12-24 02:50:26 -- STEP: 1470/7738 -- GLOBAL_STEP: 78850 + | > loss_text_ce: 0.041616182774305344 (0.03872572320456413) + | > loss_mel_ce: 2.7309556007385254 (2.7627164599035887) + | > loss: 0.6931429505348206 (0.700360546347234) + | > current_lr: 5e-06 + | > step_time: 0.1157 (0.12916775155229623) + | > loader_time: 0.0048 (0.0048043781397294) + + + --> TIME: 2024-12-24 02:50:38 -- STEP: 1520/7738 -- GLOBAL_STEP: 78900 + | > loss_text_ce: 0.03753679245710373 (0.03874101605952575) + | > loss_mel_ce: 2.66195011138916 (2.7636253289486254) + | > loss: 0.6748717427253723 (0.700591586922343) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12938346517713445) + | > loader_time: 0.0053 (0.004807913460229567) + + + --> TIME: 2024-12-24 02:50:49 -- STEP: 1570/7738 -- GLOBAL_STEP: 78950 + | > loss_text_ce: 0.03792056813836098 (0.03873037142074035) + | > loss_mel_ce: 2.6800708770751953 (2.76342458254213) + | > loss: 0.6794978380203247 (0.700538739087474) + | > current_lr: 5e-06 + | > step_time: 0.1114 (0.12925761839386762) + | > loader_time: 0.0048 (0.004808666447924953) + + + --> TIME: 2024-12-24 02:51:01 -- STEP: 1620/7738 -- GLOBAL_STEP: 79000 + | > loss_text_ce: 0.03955211490392685 (0.038723726589002756) + | > loss_mel_ce: 2.7267673015594482 (2.762742563824597) + | > loss: 0.6915798783302307 (0.7003665731644912) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.12928736195152188) + | > loader_time: 0.0052 (0.004813664047806346) + + + --> TIME: 2024-12-24 02:51:13 -- STEP: 1670/7738 -- GLOBAL_STEP: 79050 + | > loss_text_ce: 0.03511219471693039 (0.03874114364340992) + | > loss_mel_ce: 2.7560198307037354 (2.7624394022776) + | > loss: 0.6977829933166504 (0.7002951369671039) + | > current_lr: 5e-06 + | > step_time: 0.1554 (0.12936018741059432) + | > loader_time: 0.0051 (0.004818585818399209) + + + --> TIME: 2024-12-24 02:51:24 -- STEP: 1720/7738 -- GLOBAL_STEP: 79100 + | > loss_text_ce: 0.03569351136684418 (0.03872242996382507) + | > loss_mel_ce: 2.6349470615386963 (2.761678828472317) + | > loss: 0.667660117149353 (0.7001003149636944) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12929522173349228) + | > loader_time: 0.0056 (0.004821997187858401) + + + --> TIME: 2024-12-24 02:51:35 -- STEP: 1770/7738 -- GLOBAL_STEP: 79150 + | > loss_text_ce: 0.039220329374074936 (0.03874104376566614) + | > loss_mel_ce: 2.766139268875122 (2.7609842676227396) + | > loss: 0.7013399004936218 (0.6999313281754305) + | > current_lr: 5e-06 + | > step_time: 0.1252 (0.12915490145063654) + | > loader_time: 0.005 (0.004823133096856583) + + + --> TIME: 2024-12-24 02:51:47 -- STEP: 1820/7738 -- GLOBAL_STEP: 79200 + | > loss_text_ce: 0.035944826900959015 (0.03875607243319463) + | > loss_mel_ce: 2.9331891536712646 (2.7612526877895838) + | > loss: 0.7422835230827332 (0.7000021903396951) + | > current_lr: 5e-06 + | > step_time: 0.1352 (0.12907247176537132) + | > loader_time: 0.005 (0.004824347941430058) + + + --> TIME: 2024-12-24 02:51:58 -- STEP: 1870/7738 -- GLOBAL_STEP: 79250 + | > loss_text_ce: 0.03805316239595413 (0.03875162301455591) + | > loss_mel_ce: 2.538020610809326 (2.7615863624103585) + | > loss: 0.6440184712409973 (0.7000844966281533) + | > current_lr: 5e-06 + | > step_time: 0.1174 (0.1289919243776859) + | > loader_time: 0.0049 (0.00482580814769561) + + + --> TIME: 2024-12-24 02:52:10 -- STEP: 1920/7738 -- GLOBAL_STEP: 79300 + | > loss_text_ce: 0.037564754486083984 (0.038741365853153804) + | > loss_mel_ce: 3.0053629875183105 (2.761209107438725) + | > loss: 0.7607319355010986 (0.6999876184699425) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12897107576330477) + | > loader_time: 0.0049 (0.004827639336387314) + + + --> TIME: 2024-12-24 02:52:21 -- STEP: 1970/7738 -- GLOBAL_STEP: 79350 + | > loss_text_ce: 0.044667914509773254 (0.03873359158370399) + | > loss_mel_ce: 2.8104286193847656 (2.7614950817853683) + | > loss: 0.7137741446495056 (0.7000571685394045) + | > current_lr: 5e-06 + | > step_time: 0.1242 (0.128964740975859) + | > loader_time: 0.0049 (0.0048279796154971025) + + + --> TIME: 2024-12-24 02:52:33 -- STEP: 2020/7738 -- GLOBAL_STEP: 79400 + | > loss_text_ce: 0.03858412057161331 (0.03872734219536629) + | > loss_mel_ce: 2.8889567852020264 (2.7626945209975307) + | > loss: 0.7318852543830872 (0.7003554660199882) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.12891105389831078) + | > loader_time: 0.0048 (0.004830348491668699) + + + --> TIME: 2024-12-24 02:52:44 -- STEP: 2070/7738 -- GLOBAL_STEP: 79450 + | > loss_text_ce: 0.04009771719574928 (0.0387376573836602) + | > loss_mel_ce: 2.709578037261963 (2.7632097868527783) + | > loss: 0.6874189376831055 (0.7004868612197276) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.12900562009949604) + | > loader_time: 0.005 (0.004832990503541511) + + + --> TIME: 2024-12-24 02:52:56 -- STEP: 2120/7738 -- GLOBAL_STEP: 79500 + | > loss_text_ce: 0.03907191753387451 (0.038741889506367595) + | > loss_mel_ce: 2.790496349334717 (2.7628344620173833) + | > loss: 0.7073920965194702 (0.700394088057976) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.12893445727960107) + | > loader_time: 0.0049 (0.004832111776999705) + + + --> TIME: 2024-12-24 02:53:07 -- STEP: 2170/7738 -- GLOBAL_STEP: 79550 + | > loss_text_ce: 0.04080634191632271 (0.038737571958778645) + | > loss_mel_ce: 2.806960344314575 (2.762684834607735) + | > loss: 0.711941659450531 (0.7003556018600807) + | > current_lr: 5e-06 + | > step_time: 0.1238 (0.12891205378941117) + | > loader_time: 0.0048 (0.004831314636265623) + + + --> TIME: 2024-12-24 02:53:19 -- STEP: 2220/7738 -- GLOBAL_STEP: 79600 + | > loss_text_ce: 0.035066597163677216 (0.038737224564291885) + | > loss_mel_ce: 2.765881299972534 (2.762388668296573) + | > loss: 0.700236976146698 (0.7002814733767286) + | > current_lr: 5e-06 + | > step_time: 0.1055 (0.12902488719235658) + | > loader_time: 0.0047 (0.004832361732517272) + + + --> TIME: 2024-12-24 02:53:31 -- STEP: 2270/7738 -- GLOBAL_STEP: 79650 + | > loss_text_ce: 0.03460286185145378 (0.038731713163038715) + | > loss_mel_ce: 2.8440170288085938 (2.7623924896055385) + | > loss: 0.7196549773216248 (0.7002810508669204) + | > current_lr: 5e-06 + | > step_time: 0.1237 (0.12904687137855822) + | > loader_time: 0.0053 (0.004835120381762799) + + + --> TIME: 2024-12-24 02:53:42 -- STEP: 2320/7738 -- GLOBAL_STEP: 79700 + | > loss_text_ce: 0.04202257841825485 (0.03873522364823469) + | > loss_mel_ce: 2.8298661708831787 (2.762349983227665) + | > loss: 0.7179721593856812 (0.7002713018193322) + | > current_lr: 5e-06 + | > step_time: 0.1308 (0.1290178656578063) + | > loader_time: 0.0052 (0.004836364244592599) + + + --> TIME: 2024-12-24 02:53:54 -- STEP: 2370/7738 -- GLOBAL_STEP: 79750 + | > loss_text_ce: 0.04077626019716263 (0.03874204909656871) + | > loss_mel_ce: 2.6242990493774414 (2.7616950328843015) + | > loss: 0.6662688255310059 (0.7001092705545542) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12901821418150555) + | > loader_time: 0.005 (0.004838250256791898) + + + --> TIME: 2024-12-24 02:54:06 -- STEP: 2420/7738 -- GLOBAL_STEP: 79800 + | > loss_text_ce: 0.037388063967227936 (0.03874773182559851) + | > loss_mel_ce: 2.6233065128326416 (2.761561898948735) + | > loss: 0.6651736497879028 (0.7000774077393789) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.12908601406191977) + | > loader_time: 0.0046 (0.004840167987445169) + + + --> TIME: 2024-12-24 02:54:17 -- STEP: 2470/7738 -- GLOBAL_STEP: 79850 + | > loss_text_ce: 0.04212195426225662 (0.03874766430270816) + | > loss_mel_ce: 2.7924180030822754 (2.761059725043265) + | > loss: 0.7086349725723267 (0.6999518473862634) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.12894558578367635) + | > loader_time: 0.005 (0.004841725739390262) + + + --> TIME: 2024-12-24 02:54:28 -- STEP: 2520/7738 -- GLOBAL_STEP: 79900 + | > loss_text_ce: 0.0391719713807106 (0.038751922365987554) + | > loss_mel_ce: 2.843188762664795 (2.761272871210463) + | > loss: 0.7205901741981506 (0.7000061984100038) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12895649699937706) + | > loader_time: 0.0049 (0.00484574692589896) + + + --> TIME: 2024-12-24 02:54:40 -- STEP: 2570/7738 -- GLOBAL_STEP: 79950 + | > loss_text_ce: 0.04033130407333374 (0.03875991042543938) + | > loss_mel_ce: 2.695802688598633 (2.760943623739457) + | > loss: 0.6840335130691528 (0.6999258835491965) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12895002031140732) + | > loader_time: 0.005 (0.004847351400768705) + + + --> TIME: 2024-12-24 02:54:51 -- STEP: 2620/7738 -- GLOBAL_STEP: 80000 + | > loss_text_ce: 0.040113724768161774 (0.038765874618792336) + | > loss_mel_ce: 2.528935670852661 (2.7607501522275313) + | > loss: 0.64226233959198 (0.6998790067115809) + | > current_lr: 5e-06 + | > step_time: 0.1004 (0.12893501338157937) + | > loader_time: 0.0049 (0.004848777337838675) + + + --> TIME: 2024-12-24 02:55:03 -- STEP: 2670/7738 -- GLOBAL_STEP: 80050 + | > loss_text_ce: 0.03959452360868454 (0.03876007373831915) + | > loss_mel_ce: 2.7663111686706543 (2.7608129746904972) + | > loss: 0.7014763951301575 (0.6998932620782525) + | > current_lr: 5e-06 + | > step_time: 0.138 (0.12889724679654008) + | > loader_time: 0.005 (0.004850467135397236) + + + --> TIME: 2024-12-24 02:55:14 -- STEP: 2720/7738 -- GLOBAL_STEP: 80100 + | > loss_text_ce: 0.03591279312968254 (0.03876056393526274) + | > loss_mel_ce: 2.773470163345337 (2.7610143469536994) + | > loss: 0.7023457288742065 (0.6999437276493095) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12881712431416803) + | > loader_time: 0.0049 (0.004851301365038927) + + + --> TIME: 2024-12-24 02:55:25 -- STEP: 2770/7738 -- GLOBAL_STEP: 80150 + | > loss_text_ce: 0.03750211000442505 (0.03875571374347705) + | > loss_mel_ce: 2.776740074157715 (2.7611542439202523) + | > loss: 0.7035605311393738 (0.6999774893483535) + | > current_lr: 5e-06 + | > step_time: 0.1161 (0.12881547320190315) + | > loader_time: 0.0049 (0.004853653391345743) + + + --> TIME: 2024-12-24 02:55:37 -- STEP: 2820/7738 -- GLOBAL_STEP: 80200 + | > loss_text_ce: 0.03741377964615822 (0.038758821198914876) + | > loss_mel_ce: 2.751688241958618 (2.761179606119787) + | > loss: 0.6972755193710327 (0.699984606783441) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.1289279203888372) + | > loader_time: 0.0051 (0.004857329020263458) + + + --> TIME: 2024-12-24 02:55:49 -- STEP: 2870/7738 -- GLOBAL_STEP: 80250 + | > loss_text_ce: 0.03463318571448326 (0.03875260116720652) + | > loss_mel_ce: 2.7969555854797363 (2.7615678238951746) + | > loss: 0.7078971862792969 (0.7000801062542389) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.1289141914985736) + | > loader_time: 0.005 (0.004859505962411701) + + + --> TIME: 2024-12-24 02:56:00 -- STEP: 2920/7738 -- GLOBAL_STEP: 80300 + | > loss_text_ce: 0.03990665823221207 (0.03875395568495944) + | > loss_mel_ce: 2.6485941410064697 (2.7616494676838133) + | > loss: 0.6721252202987671 (0.7001008558354967) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.12882770667337393) + | > loader_time: 0.005 (0.004859769997531417) + + + --> TIME: 2024-12-24 02:56:12 -- STEP: 2970/7738 -- GLOBAL_STEP: 80350 + | > loss_text_ce: 0.03658928722143173 (0.03875179243358695) + | > loss_mel_ce: 2.716906785964966 (2.762098271597912) + | > loss: 0.6883740425109863 (0.7002125160260637) + | > current_lr: 5e-06 + | > step_time: 0.1485 (0.12897521205221366) + | > loader_time: 0.0053 (0.0048631191253662095) + + + --> TIME: 2024-12-24 02:56:24 -- STEP: 3020/7738 -- GLOBAL_STEP: 80400 + | > loss_text_ce: 0.04041525721549988 (0.038752791436006635) + | > loss_mel_ce: 2.8035898208618164 (2.7619162607666623) + | > loss: 0.7110012769699097 (0.7001672630673216) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12896350132708526) + | > loader_time: 0.0049 (0.004864224456003959) + + + --> TIME: 2024-12-24 02:56:35 -- STEP: 3070/7738 -- GLOBAL_STEP: 80450 + | > loss_text_ce: 0.04092893376946449 (0.03874732951484981) + | > loss_mel_ce: 2.890958786010742 (2.7618203100241696) + | > loss: 0.7329719066619873 (0.7001419098641277) + | > current_lr: 5e-06 + | > step_time: 0.1165 (0.1289404305262366) + | > loader_time: 0.0049 (0.004863866687985897) + + + --> TIME: 2024-12-24 02:56:47 -- STEP: 3120/7738 -- GLOBAL_STEP: 80500 + | > loss_text_ce: 0.040582526475191116 (0.03875747939261291) + | > loss_mel_ce: 2.6316721439361572 (2.7620326085732487) + | > loss: 0.6680636405944824 (0.7001975219601243) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.12891407570777824) + | > loader_time: 0.005 (0.004864847965729546) + + + --> TIME: 2024-12-24 02:56:59 -- STEP: 3170/7738 -- GLOBAL_STEP: 80550 + | > loss_text_ce: 0.03770484775304794 (0.038749648024231025) + | > loss_mel_ce: 2.9215290546417236 (2.7624395147859064) + | > loss: 0.7398084998130798 (0.7002972906132229) + | > current_lr: 5e-06 + | > step_time: 0.1314 (0.12898318323803287) + | > loader_time: 0.005 (0.004866674645842066) + + + --> TIME: 2024-12-24 02:57:11 -- STEP: 3220/7738 -- GLOBAL_STEP: 80600 + | > loss_text_ce: 0.039208587259054184 (0.03875884924731819) + | > loss_mel_ce: 2.641571283340454 (2.762599078690779) + | > loss: 0.6701949834823608 (0.7003394819009381) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.129115464006152) + | > loader_time: 0.0054 (0.004869152300106074) + + + --> TIME: 2024-12-24 02:57:23 -- STEP: 3270/7738 -- GLOBAL_STEP: 80650 + | > loss_text_ce: 0.03886479139328003 (0.03875669399988393) + | > loss_mel_ce: 2.6450788974761963 (2.7628344185126257) + | > loss: 0.6709859371185303 (0.7003977780677495) + | > current_lr: 5e-06 + | > step_time: 0.1161 (0.12919421217857213) + | > loader_time: 0.0052 (0.004870957263748218) + + + --> TIME: 2024-12-24 02:57:34 -- STEP: 3320/7738 -- GLOBAL_STEP: 80700 + | > loss_text_ce: 0.042930640280246735 (0.03875781600644067) + | > loss_mel_ce: 2.589818000793457 (2.762594319467081) + | > loss: 0.6581871509552002 (0.7003380338291091) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.1292313768921133) + | > loader_time: 0.0051 (0.004872686963483513) + + + --> TIME: 2024-12-24 02:57:46 -- STEP: 3370/7738 -- GLOBAL_STEP: 80750 + | > loss_text_ce: 0.03953607752919197 (0.038767363592009475) + | > loss_mel_ce: 2.7491352558135986 (2.7622925293551663) + | > loss: 0.6971678137779236 (0.7002649731735097) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.12925279862095465) + | > loader_time: 0.005 (0.004874047893444934) + + + --> TIME: 2024-12-24 02:57:57 -- STEP: 3420/7738 -- GLOBAL_STEP: 80800 + | > loss_text_ce: 0.03601383417844772 (0.038767395263308975) + | > loss_mel_ce: 2.8716108798980713 (2.762231572399358) + | > loss: 0.7269061803817749 (0.7002497418930659) + | > current_lr: 5e-06 + | > step_time: 0.0965 (0.12920827768002405) + | > loader_time: 0.0051 (0.004875024717453629) + + + --> TIME: 2024-12-24 02:58:09 -- STEP: 3470/7738 -- GLOBAL_STEP: 80850 + | > loss_text_ce: 0.04214868322014809 (0.03877081089151176) + | > loss_mel_ce: 2.603980541229248 (2.76203112437333) + | > loss: 0.6615322828292847 (0.7002004837783684) + | > current_lr: 5e-06 + | > step_time: 0.1675 (0.12917885265020615) + | > loader_time: 0.0053 (0.004875530220933195) + + + --> TIME: 2024-12-24 02:58:20 -- STEP: 3520/7738 -- GLOBAL_STEP: 80900 + | > loss_text_ce: 0.034360095858573914 (0.038768168101722164) + | > loss_mel_ce: 2.727544069290161 (2.7620605506680187) + | > loss: 0.6904760599136353 (0.7002071796493099) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12911521948196752) + | > loader_time: 0.0046 (0.004877580702304841) + + + --> TIME: 2024-12-24 02:58:32 -- STEP: 3570/7738 -- GLOBAL_STEP: 80950 + | > loss_text_ce: 0.03875299543142319 (0.038759745905796644) + | > loss_mel_ce: 3.1816048622131348 (2.7623828276198745) + | > loss: 0.8050894737243652 (0.7002856433558533) + | > current_lr: 5e-06 + | > step_time: 0.1654 (0.12917841455849688) + | > loader_time: 0.0052 (0.004878555092157103) + + + --> TIME: 2024-12-24 02:58:44 -- STEP: 3620/7738 -- GLOBAL_STEP: 81000 + | > loss_text_ce: 0.0388820506632328 (0.03876096248132744) + | > loss_mel_ce: 2.6165084838867188 (2.7626282677466) + | > loss: 0.6638476252555847 (0.7003473074890635) + | > current_lr: 5e-06 + | > step_time: 0.1197 (0.12917542398305307) + | > loader_time: 0.0051 (0.004879799271156776) + + + --> TIME: 2024-12-24 02:58:55 -- STEP: 3670/7738 -- GLOBAL_STEP: 81050 + | > loss_text_ce: 0.039070941507816315 (0.03876416509011782) + | > loss_mel_ce: 2.7136101722717285 (2.7629602463433747) + | > loss: 0.6881702542304993 (0.700431102774124) + | > current_lr: 5e-06 + | > step_time: 0.1433 (0.12912499657768725) + | > loader_time: 0.0051 (0.004881051060939031) + + + --> TIME: 2024-12-24 02:59:06 -- STEP: 3720/7738 -- GLOBAL_STEP: 81100 + | > loss_text_ce: 0.04190794751048088 (0.03877032699704327) + | > loss_mel_ce: 2.6213390827178955 (2.76261296496596) + | > loss: 0.6658117771148682 (0.7003458228162542) + | > current_lr: 5e-06 + | > step_time: 0.0878 (0.12905702956261259) + | > loader_time: 0.0046 (0.004881245987389678) + + + --> TIME: 2024-12-24 02:59:17 -- STEP: 3770/7738 -- GLOBAL_STEP: 81150 + | > loss_text_ce: 0.03814921900629997 (0.038770622808476304) + | > loss_mel_ce: 2.6013295650482178 (2.762290462827805) + | > loss: 0.6598696708679199 (0.7002652712462754) + | > current_lr: 5e-06 + | > step_time: 0.0962 (0.12894457322533082) + | > loader_time: 0.0045 (0.004880556440479877) + + + --> TIME: 2024-12-24 02:59:28 -- STEP: 3820/7738 -- GLOBAL_STEP: 81200 + | > loss_text_ce: 0.03565426543354988 (0.038777020671136676) + | > loss_mel_ce: 2.436953544616699 (2.762219948231858) + | > loss: 0.6181519627571106 (0.700249242080444) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.1288927195583971) + | > loader_time: 0.0047 (0.0048809187574536395) + + + --> TIME: 2024-12-24 02:59:40 -- STEP: 3870/7738 -- GLOBAL_STEP: 81250 + | > loss_text_ce: 0.040023963898420334 (0.038773829912530935) + | > loss_mel_ce: 2.9535176753997803 (2.7623952658601474) + | > loss: 0.7483854293823242 (0.7002922737783243) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.12893004368134015) + | > loader_time: 0.005 (0.004882631252594389) + + + --> TIME: 2024-12-24 02:59:51 -- STEP: 3920/7738 -- GLOBAL_STEP: 81300 + | > loss_text_ce: 0.03952135518193245 (0.03877468738438824) + | > loss_mel_ce: 2.801311492919922 (2.7624259057093603) + | > loss: 0.7102082371711731 (0.7003001480990529) + | > current_lr: 5e-06 + | > step_time: 0.109 (0.12887187478493742) + | > loader_time: 0.0051 (0.004883419859166049) + + + --> TIME: 2024-12-24 03:00:02 -- STEP: 3970/7738 -- GLOBAL_STEP: 81350 + | > loss_text_ce: 0.037573304027318954 (0.038773081235831536) + | > loss_mel_ce: 2.7161996364593506 (2.7621290309603292) + | > loss: 0.6884432435035706 (0.7002255278360335) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12876744000077012) + | > loader_time: 0.0048 (0.0048841365939123514) + + + --> TIME: 2024-12-24 03:00:14 -- STEP: 4020/7738 -- GLOBAL_STEP: 81400 + | > loss_text_ce: 0.04044339060783386 (0.038767114293701284) + | > loss_mel_ce: 2.5874252319335938 (2.762157670953377) + | > loss: 0.6569671630859375 (0.700231196141955) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.12871923013706174) + | > loader_time: 0.0048 (0.004884764863483942) + + + --> TIME: 2024-12-24 03:00:25 -- STEP: 4070/7738 -- GLOBAL_STEP: 81450 + | > loss_text_ce: 0.04060416668653488 (0.03877307677353187) + | > loss_mel_ce: 2.9070000648498535 (2.7619329309580625) + | > loss: 0.736901044845581 (0.7001765017281003) + | > current_lr: 5e-06 + | > step_time: 0.1165 (0.1286805295827061) + | > loader_time: 0.0049 (0.004886189901272262) + + + --> TIME: 2024-12-24 03:00:36 -- STEP: 4120/7738 -- GLOBAL_STEP: 81500 + | > loss_text_ce: 0.038903556764125824 (0.03877513359382166) + | > loss_mel_ce: 2.7495815753936768 (2.761893120321252) + | > loss: 0.697121262550354 (0.7001670632981561) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.12859840450935053) + | > loader_time: 0.0053 (0.00488618322946493) + + + --> TIME: 2024-12-24 03:00:48 -- STEP: 4170/7738 -- GLOBAL_STEP: 81550 + | > loss_text_ce: 0.03734024614095688 (0.03877494158111599) + | > loss_mel_ce: 2.7590482234954834 (2.761639369191594) + | > loss: 0.6990970969200134 (0.7001035775069141) + | > current_lr: 5e-06 + | > step_time: 0.12 (0.1285955615466739) + | > loader_time: 0.0047 (0.004887301573078696) + + + --> TIME: 2024-12-24 03:00:59 -- STEP: 4220/7738 -- GLOBAL_STEP: 81600 + | > loss_text_ce: 0.04021305590867996 (0.038774404513221464) + | > loss_mel_ce: 2.7688686847686768 (2.761646160356238) + | > loss: 0.7022704482078552 (0.7001051410397086) + | > current_lr: 5e-06 + | > step_time: 0.113 (0.1285829399434317) + | > loader_time: 0.0049 (0.00488844013892079) + + + --> TIME: 2024-12-24 03:01:10 -- STEP: 4270/7738 -- GLOBAL_STEP: 81650 + | > loss_text_ce: 0.03713325783610344 (0.038775319516205095) + | > loss_mel_ce: 2.668577194213867 (2.7618047110649093) + | > loss: 0.6764276027679443 (0.7001450074919497) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12853651856371112) + | > loader_time: 0.0046 (0.004889374371155644) + + + --> TIME: 2024-12-24 03:01:21 -- STEP: 4320/7738 -- GLOBAL_STEP: 81700 + | > loss_text_ce: 0.04014848917722702 (0.038781285988753286) + | > loss_mel_ce: 2.7248947620391846 (2.76173120781227) + | > loss: 0.691260814666748 (0.7001281233159485) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.1284725310625859) + | > loader_time: 0.0052 (0.004889779179184525) + + + --> TIME: 2024-12-24 03:01:33 -- STEP: 4370/7738 -- GLOBAL_STEP: 81750 + | > loss_text_ce: 0.03987833485007286 (0.03878578975779648) + | > loss_mel_ce: 2.798943042755127 (2.7617654683660815) + | > loss: 0.7097053527832031 (0.7001378144088548) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.1284715278197759) + | > loader_time: 0.005 (0.004892052774843959) + + + --> TIME: 2024-12-24 03:01:44 -- STEP: 4420/7738 -- GLOBAL_STEP: 81800 + | > loss_text_ce: 0.039684414863586426 (0.0387866829357603) + | > loss_mel_ce: 2.7114663124084473 (2.761608529630285) + | > loss: 0.687787652015686 (0.700098802992122) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12847343289474608) + | > loader_time: 0.0046 (0.004894727603342733) + + + --> TIME: 2024-12-24 03:01:56 -- STEP: 4470/7738 -- GLOBAL_STEP: 81850 + | > loss_text_ce: 0.03914773091673851 (0.038784384539963405) + | > loss_mel_ce: 2.884016275405884 (2.7616230998263203) + | > loss: 0.7307909727096558 (0.7001018709517699) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12843352292208116) + | > loader_time: 0.0047 (0.004895390813516017) + + + --> TIME: 2024-12-24 03:02:07 -- STEP: 4520/7738 -- GLOBAL_STEP: 81900 + | > loss_text_ce: 0.0384976901113987 (0.03878882504439194) + | > loss_mel_ce: 2.8499467372894287 (2.7616653503042348) + | > loss: 0.7221111059188843 (0.7001135437361958) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.1284256437710961) + | > loader_time: 0.005 (0.004895349413947713) + + + --> TIME: 2024-12-24 03:02:18 -- STEP: 4570/7738 -- GLOBAL_STEP: 81950 + | > loss_text_ce: 0.038671236485242844 (0.03878527178431104) + | > loss_mel_ce: 2.8704066276550293 (2.761939416776855) + | > loss: 0.7272694706916809 (0.7001811720740609) + | > current_lr: 5e-06 + | > step_time: 0.14 (0.12839716612901472) + | > loader_time: 0.0051 (0.004895029860982738) + + + --> TIME: 2024-12-24 03:02:30 -- STEP: 4620/7738 -- GLOBAL_STEP: 82000 + | > loss_text_ce: 0.038508787751197815 (0.038784708046390635) + | > loss_mel_ce: 2.3990609645843506 (2.761936552596809) + | > loss: 0.6093924641609192 (0.7001803150553721) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.12840152395752139) + | > loader_time: 0.0047 (0.004895186682284125) + + + --> TIME: 2024-12-24 03:02:42 -- STEP: 4670/7738 -- GLOBAL_STEP: 82050 + | > loss_text_ce: 0.03882933408021927 (0.03878751054039219) + | > loss_mel_ce: 2.5634469985961914 (2.7617928110812864) + | > loss: 0.6505690813064575 (0.7001450803218611) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.128405455399377) + | > loader_time: 0.0052 (0.004895138281060475) + + + --> TIME: 2024-12-24 03:02:53 -- STEP: 4720/7738 -- GLOBAL_STEP: 82100 + | > loss_text_ce: 0.038463294506073 (0.03878789792563447) + | > loss_mel_ce: 2.8107428550720215 (2.761737157126599) + | > loss: 0.7123015522956848 (0.700131263722808) + | > current_lr: 5e-06 + | > step_time: 0.0942 (0.12839480906219847) + | > loader_time: 0.0046 (0.00489529007572237) + + + --> TIME: 2024-12-24 03:03:04 -- STEP: 4770/7738 -- GLOBAL_STEP: 82150 + | > loss_text_ce: 0.03719203919172287 (0.03878336340516988) + | > loss_mel_ce: 2.8125903606414795 (2.7619224109989498) + | > loss: 0.7124456167221069 (0.7001764435563199) + | > current_lr: 5e-06 + | > step_time: 0.1312 (0.12838341310089285) + | > loader_time: 0.0051 (0.004895830204401861) + + + --> TIME: 2024-12-24 03:03:16 -- STEP: 4820/7738 -- GLOBAL_STEP: 82200 + | > loss_text_ce: 0.035071052610874176 (0.03878480694507903) + | > loss_mel_ce: 2.5503299236297607 (2.7616837938791443) + | > loss: 0.6463502645492554 (0.7001171501840301) + | > current_lr: 5e-06 + | > step_time: 0.0918 (0.12832417364437104) + | > loader_time: 0.0046 (0.004895181527276242) + + + --> TIME: 2024-12-24 03:03:27 -- STEP: 4870/7738 -- GLOBAL_STEP: 82250 + | > loss_text_ce: 0.040677350014448166 (0.038780689657162776) + | > loss_mel_ce: 2.6652534008026123 (2.761695491900429) + | > loss: 0.6764826774597168 (0.700119045358419) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12832341987249593) + | > loader_time: 0.0045 (0.004895139376975169) + + + --> TIME: 2024-12-24 03:03:38 -- STEP: 4920/7738 -- GLOBAL_STEP: 82300 + | > loss_text_ce: 0.041712742298841476 (0.038777686572989516) + | > loss_mel_ce: 2.8669216632843018 (2.76162616838284) + | > loss: 0.7271586060523987 (0.7001009637141615) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12831158584695576) + | > loader_time: 0.0047 (0.004895756738941831) + + + --> TIME: 2024-12-24 03:03:50 -- STEP: 4970/7738 -- GLOBAL_STEP: 82350 + | > loss_text_ce: 0.0401005819439888 (0.03877563028178459) + | > loss_mel_ce: 2.9251809120178223 (2.7618532781389806) + | > loss: 0.7413203716278076 (0.7001572270388572) + | > current_lr: 5e-06 + | > step_time: 0.1313 (0.12831552191759305) + | > loader_time: 0.005 (0.004896338748739983) + + + --> TIME: 2024-12-24 03:04:02 -- STEP: 5020/7738 -- GLOBAL_STEP: 82400 + | > loss_text_ce: 0.04194486513733864 (0.038777352970434796) + | > loss_mel_ce: 2.876187801361084 (2.7618803963243206) + | > loss: 0.7295331954956055 (0.7001644372583854) + | > current_lr: 5e-06 + | > step_time: 0.0944 (0.12838743383665996) + | > loader_time: 0.005 (0.004897805086644981) + + + --> TIME: 2024-12-24 03:04:14 -- STEP: 5070/7738 -- GLOBAL_STEP: 82450 + | > loss_text_ce: 0.03872308507561684 (0.03877314336348091) + | > loss_mel_ce: 2.797546863555908 (2.7621131312447367) + | > loss: 0.7090674638748169 (0.7002215685929062) + | > current_lr: 5e-06 + | > step_time: 0.1091 (0.12842908357022106) + | > loader_time: 0.0047 (0.004898541448619454) + + + --> TIME: 2024-12-24 03:04:26 -- STEP: 5120/7738 -- GLOBAL_STEP: 82500 + | > loss_text_ce: 0.03603128716349602 (0.0387725221124128) + | > loss_mel_ce: 2.7482171058654785 (2.7623617886099905) + | > loss: 0.6960620880126953 (0.7002835776191203) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.1284409268759194) + | > loader_time: 0.005 (0.004899275396019201) + + + --> TIME: 2024-12-24 03:04:37 -- STEP: 5170/7738 -- GLOBAL_STEP: 82550 + | > loss_text_ce: 0.040792517364025116 (0.03877209232439155) + | > loss_mel_ce: 2.712366819381714 (2.7621394486676274) + | > loss: 0.6882898211479187 (0.7002278852163013) + | > current_lr: 5e-06 + | > step_time: 0.1635 (0.12847835376599348) + | > loader_time: 0.0053 (0.004900883106475157) + + + --> TIME: 2024-12-24 03:04:49 -- STEP: 5220/7738 -- GLOBAL_STEP: 82600 + | > loss_text_ce: 0.04169060289859772 (0.038776392994227304) + | > loss_mel_ce: 2.886956214904785 (2.7621844167453515) + | > loss: 0.7321617007255554 (0.7002402023908274) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.12847867117074302) + | > loader_time: 0.0052 (0.0049018085688009765) + + + --> TIME: 2024-12-24 03:05:00 -- STEP: 5270/7738 -- GLOBAL_STEP: 82650 + | > loss_text_ce: 0.03752343729138374 (0.038777270072636386) + | > loss_mel_ce: 2.701385259628296 (2.7621982709732555) + | > loss: 0.6847271919250488 (0.7002438852524618) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.1284623249205968) + | > loader_time: 0.005 (0.004902585950703024) + + + --> TIME: 2024-12-24 03:05:12 -- STEP: 5320/7738 -- GLOBAL_STEP: 82700 + | > loss_text_ce: 0.040092211216688156 (0.038777589826683605) + | > loss_mel_ce: 2.732675790786743 (2.7621902656286212) + | > loss: 0.6931920051574707 (0.7002419638790577) + | > current_lr: 5e-06 + | > step_time: 0.1027 (0.12845431288382214) + | > loader_time: 0.0047 (0.004903555543799123) + + + --> TIME: 2024-12-24 03:05:23 -- STEP: 5370/7738 -- GLOBAL_STEP: 82750 + | > loss_text_ce: 0.0411551408469677 (0.03877757931235678) + | > loss_mel_ce: 2.9288084506988525 (2.762032905015639) + | > loss: 0.7424908876419067 (0.7002026211172064) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12842312107761084) + | > loader_time: 0.0047 (0.004904034195443521) + + + --> TIME: 2024-12-24 03:05:35 -- STEP: 5420/7738 -- GLOBAL_STEP: 82800 + | > loss_text_ce: 0.038527220487594604 (0.03877751766893041) + | > loss_mel_ce: 2.7569572925567627 (2.7618290761739965) + | > loss: 0.6988711357116699 (0.7001516484906307) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.12841479593537433) + | > loader_time: 0.0051 (0.004904564104396894) + + + --> TIME: 2024-12-24 03:05:46 -- STEP: 5470/7738 -- GLOBAL_STEP: 82850 + | > loss_text_ce: 0.039697401225566864 (0.03877483280596944) + | > loss_mel_ce: 2.915959596633911 (2.7619450707322213) + | > loss: 0.7389142513275146 (0.7001799758979994) + | > current_lr: 5e-06 + | > step_time: 0.1058 (0.12843320561501445) + | > loader_time: 0.0047 (0.0049057276636852165) + + + --> TIME: 2024-12-24 03:05:58 -- STEP: 5520/7738 -- GLOBAL_STEP: 82900 + | > loss_text_ce: 0.039695560932159424 (0.0387747769662436) + | > loss_mel_ce: 2.5751214027404785 (2.7617820166159297) + | > loss: 0.6537042260169983 (0.7001391984414357) + | > current_lr: 5e-06 + | > step_time: 0.0858 (0.1284322827190597) + | > loader_time: 0.0045 (0.004906138561773966) + + + --> TIME: 2024-12-24 03:06:09 -- STEP: 5570/7738 -- GLOBAL_STEP: 82950 + | > loss_text_ce: 0.039182841777801514 (0.0387772442268031) + | > loss_mel_ce: 2.710965633392334 (2.7617626147809466) + | > loss: 0.6875371336936951 (0.7001349647982534) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12839824036165068) + | > loader_time: 0.0048 (0.004906341888318135) + + + --> TIME: 2024-12-24 03:06:20 -- STEP: 5620/7738 -- GLOBAL_STEP: 83000 + | > loss_text_ce: 0.03480345010757446 (0.03877938382022645) + | > loss_mel_ce: 2.6071720123291016 (2.7618037480900655) + | > loss: 0.6604938507080078 (0.7001457829916594) + | > current_lr: 5e-06 + | > step_time: 0.0938 (0.12839822124331904) + | > loader_time: 0.0047 (0.0049065538572670925) + + + --> TIME: 2024-12-24 03:06:32 -- STEP: 5670/7738 -- GLOBAL_STEP: 83050 + | > loss_text_ce: 0.04205555468797684 (0.0387775047982812) + | > loss_mel_ce: 2.648606777191162 (2.7614681981858697) + | > loss: 0.6726655960083008 (0.7000614257611497) + | > current_lr: 5e-06 + | > step_time: 0.1545 (0.128405640701348) + | > loader_time: 0.0053 (0.004906764947127601) + + + --> TIME: 2024-12-24 03:06:43 -- STEP: 5720/7738 -- GLOBAL_STEP: 83100 + | > loss_text_ce: 0.04141153395175934 (0.03877805709330878) + | > loss_mel_ce: 2.8548214435577393 (2.761377574013658) + | > loss: 0.7240582704544067 (0.7000389077759279) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.12837779655323195) + | > loader_time: 0.0052 (0.0049066040899369895) + + + --> TIME: 2024-12-24 03:06:55 -- STEP: 5770/7738 -- GLOBAL_STEP: 83150 + | > loss_text_ce: 0.04190565645694733 (0.038775627116835784) + | > loss_mel_ce: 2.8684794902801514 (2.761318042951806) + | > loss: 0.7275962829589844 (0.7000234175079606) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12838790945618397) + | > loader_time: 0.0052 (0.004906985499416711) + + + --> TIME: 2024-12-24 03:07:06 -- STEP: 5820/7738 -- GLOBAL_STEP: 83200 + | > loss_text_ce: 0.03881713002920151 (0.03877741880074816) + | > loss_mel_ce: 2.7611241340637207 (2.7612283246213973) + | > loss: 0.6999853253364563 (0.7000014358472155) + | > current_lr: 5e-06 + | > step_time: 0.1337 (0.12839486017259993) + | > loader_time: 0.0051 (0.00490722262982239) + + + --> TIME: 2024-12-24 03:07:18 -- STEP: 5870/7738 -- GLOBAL_STEP: 83250 + | > loss_text_ce: 0.03849554434418678 (0.03877610528057853) + | > loss_mel_ce: 2.5583205223083496 (2.7610462792281125) + | > loss: 0.6492040157318115 (0.6999555961236826) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12841468954005122) + | > loader_time: 0.0046 (0.004907559211250044) + + + --> TIME: 2024-12-24 03:07:30 -- STEP: 5920/7738 -- GLOBAL_STEP: 83300 + | > loss_text_ce: 0.039106350392103195 (0.03878030936435076) + | > loss_mel_ce: 2.511180877685547 (2.7611550423341775) + | > loss: 0.6375718116760254 (0.6999838378985173) + | > current_lr: 5e-06 + | > step_time: 0.0928 (0.1283940117101417) + | > loader_time: 0.0048 (0.004907881408124344) + + + --> TIME: 2024-12-24 03:07:41 -- STEP: 5970/7738 -- GLOBAL_STEP: 83350 + | > loss_text_ce: 0.03800876811146736 (0.038778753743399445) + | > loss_mel_ce: 2.6528189182281494 (2.761079459214325) + | > loss: 0.6727069020271301 (0.699964553217591) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.1284057999775443) + | > loader_time: 0.0049 (0.004908537465323942) + + + --> TIME: 2024-12-24 03:07:53 -- STEP: 6020/7738 -- GLOBAL_STEP: 83400 + | > loss_text_ce: 0.03732917085289955 (0.03878367768532527) + | > loss_mel_ce: 2.846903085708618 (2.761117709435492) + | > loss: 0.7210580706596375 (0.6999753467664357) + | > current_lr: 5e-06 + | > step_time: 0.1425 (0.1284235195860124) + | > loader_time: 0.0051 (0.0049093366461338645) + + + --> TIME: 2024-12-24 03:08:04 -- STEP: 6070/7738 -- GLOBAL_STEP: 83450 + | > loss_text_ce: 0.04086242988705635 (0.03878486607610409) + | > loss_mel_ce: 2.695145845413208 (2.7613008521926803) + | > loss: 0.6840020418167114 (0.7000214295489378) + | > current_lr: 5e-06 + | > step_time: 0.1178 (0.12840690887740305) + | > loader_time: 0.0047 (0.004909062699784543) + + + --> TIME: 2024-12-24 03:08:16 -- STEP: 6120/7738 -- GLOBAL_STEP: 83500 + | > loss_text_ce: 0.03907141834497452 (0.03878251024357552) + | > loss_mel_ce: 2.8824357986450195 (2.761402107375894) + | > loss: 0.7303767800331116 (0.7000461543794537) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12841512159584437) + | > loader_time: 0.005 (0.004909794042313007) + + + --> TIME: 2024-12-24 03:08:28 -- STEP: 6170/7738 -- GLOBAL_STEP: 83550 + | > loss_text_ce: 0.0391906313598156 (0.038784755270089045) + | > loss_mel_ce: 2.642812490463257 (2.7613695978152255) + | > loss: 0.6705007553100586 (0.700038588259555) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.12843011144301147) + | > loader_time: 0.0049 (0.004910197482116783) + + + --> TIME: 2024-12-24 03:08:39 -- STEP: 6220/7738 -- GLOBAL_STEP: 83600 + | > loss_text_ce: 0.03703533485531807 (0.03878577001320987) + | > loss_mel_ce: 2.6473357677459717 (2.761368967942481) + | > loss: 0.6710927486419678 (0.7000386844877249) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.12846409860531277) + | > loader_time: 0.0054 (0.004910915227564955) + + + --> TIME: 2024-12-24 03:08:51 -- STEP: 6270/7738 -- GLOBAL_STEP: 83650 + | > loss_text_ce: 0.037124693393707275 (0.038781350750054455) + | > loss_mel_ce: 2.5049707889556885 (2.7612088998919226) + | > loss: 0.6355238556861877 (0.6999975626643562) + | > current_lr: 5e-06 + | > step_time: 0.0922 (0.12843011482670777) + | > loader_time: 0.0045 (0.0049114995405814535) + + + --> TIME: 2024-12-24 03:09:02 -- STEP: 6320/7738 -- GLOBAL_STEP: 83700 + | > loss_text_ce: 0.03747410327196121 (0.03877882160470376) + | > loss_mel_ce: 2.7822110652923584 (2.761213093618798) + | > loss: 0.704921305179596 (0.6999979788272428) + | > current_lr: 5e-06 + | > step_time: 0.1388 (0.12844435595258924) + | > loader_time: 0.0053 (0.004912056047705139) + + + --> TIME: 2024-12-24 03:09:14 -- STEP: 6370/7738 -- GLOBAL_STEP: 83750 + | > loss_text_ce: 0.04075523465871811 (0.03878303192310296) + | > loss_mel_ce: 2.8436203002929688 (2.761329845319171) + | > loss: 0.7210938930511475 (0.7000282193465347) + | > current_lr: 5e-06 + | > step_time: 0.1084 (0.12848600731165524) + | > loader_time: 0.0048 (0.004913085895580233) + + + --> TIME: 2024-12-24 03:09:25 -- STEP: 6420/7738 -- GLOBAL_STEP: 83800 + | > loss_text_ce: 0.033020105212926865 (0.038781864745571576) + | > loss_mel_ce: 2.6999173164367676 (2.761466701676907) + | > loss: 0.6832343339920044 (0.70006214163942) + | > current_lr: 5e-06 + | > step_time: 0.1398 (0.12846284540271505) + | > loader_time: 0.0056 (0.004913693090836933) + + + --> TIME: 2024-12-24 03:09:37 -- STEP: 6470/7738 -- GLOBAL_STEP: 83850 + | > loss_text_ce: 0.041076939553022385 (0.038778446183483924) + | > loss_mel_ce: 2.7730398178100586 (2.761431450637447) + | > loss: 0.7035291790962219 (0.7000524742249531) + | > current_lr: 5e-06 + | > step_time: 0.1109 (0.12850098293015588) + | > loader_time: 0.0048 (0.004914642743754773) + + + --> TIME: 2024-12-24 03:09:49 -- STEP: 6520/7738 -- GLOBAL_STEP: 83900 + | > loss_text_ce: 0.038319747895002365 (0.038775664939333834) + | > loss_mel_ce: 2.9519541263580322 (2.7615339040390503) + | > loss: 0.7475684881210327 (0.7000773922797349) + | > current_lr: 5e-06 + | > step_time: 0.1281 (0.12851501743486365) + | > loader_time: 0.0062 (0.004915937251108541) + + + --> TIME: 2024-12-24 03:10:00 -- STEP: 6570/7738 -- GLOBAL_STEP: 83950 + | > loss_text_ce: 0.039083126932382584 (0.03877616632882879) + | > loss_mel_ce: 2.864407539367676 (2.761535462578314) + | > loss: 0.7258726954460144 (0.7000779072443631) + | > current_lr: 5e-06 + | > step_time: 0.1627 (0.1284963672382468) + | > loader_time: 0.0053 (0.004917301072014687) + + + --> TIME: 2024-12-24 03:10:12 -- STEP: 6620/7738 -- GLOBAL_STEP: 84000 + | > loss_text_ce: 0.0389009527862072 (0.038778976510838954) + | > loss_mel_ce: 2.648569345474243 (2.761498219224977) + | > loss: 0.6718675494194031 (0.7000692989530868) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.12847846476333052) + | > loader_time: 0.005 (0.004917297982737362) + + + --> TIME: 2024-12-24 03:10:23 -- STEP: 6670/7738 -- GLOBAL_STEP: 84050 + | > loss_text_ce: 0.03536452353000641 (0.038782914346461146) + | > loss_mel_ce: 2.8231165409088135 (2.7615328750867665) + | > loss: 0.7146202921867371 (0.7000789473886063) + | > current_lr: 5e-06 + | > step_time: 0.1637 (0.1284654329920462) + | > loader_time: 0.0053 (0.004917538362643157) + + + --> TIME: 2024-12-24 03:10:35 -- STEP: 6720/7738 -- GLOBAL_STEP: 84100 + | > loss_text_ce: 0.03840545937418938 (0.03878274216660358) + | > loss_mel_ce: 2.6086788177490234 (2.7616426664094083) + | > loss: 0.6617710590362549 (0.7001063521330543) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12846722790882745) + | > loader_time: 0.0049 (0.004917978566317317) + + + --> TIME: 2024-12-24 03:10:46 -- STEP: 6770/7738 -- GLOBAL_STEP: 84150 + | > loss_text_ce: 0.03899841383099556 (0.03877974069860271) + | > loss_mel_ce: 2.8234939575195312 (2.761502038111886) + | > loss: 0.7156230807304382 (0.700070444678273) + | > current_lr: 5e-06 + | > step_time: 0.1575 (0.12845826578633343) + | > loader_time: 0.005 (0.004918062704528613) + + + --> TIME: 2024-12-24 03:10:57 -- STEP: 6820/7738 -- GLOBAL_STEP: 84200 + | > loss_text_ce: 0.03727790340781212 (0.03878054585624665) + | > loss_mel_ce: 2.633573055267334 (2.7614659038456955) + | > loss: 0.6677127480506897 (0.7000616123686776) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.1284293806448016) + | > loader_time: 0.0046 (0.004918398255826426) + + + --> TIME: 2024-12-24 03:11:08 -- STEP: 6870/7738 -- GLOBAL_STEP: 84250 + | > loss_text_ce: 0.040011510252952576 (0.03878182918429823) + | > loss_mel_ce: 2.9163551330566406 (2.7615240313600715) + | > loss: 0.7390916347503662 (0.700076465080918) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.1283916995341432) + | > loader_time: 0.0051 (0.004918300532878212) + + + --> TIME: 2024-12-24 03:11:20 -- STEP: 6920/7738 -- GLOBAL_STEP: 84300 + | > loss_text_ce: 0.03945089131593704 (0.038783584826900586) + | > loss_mel_ce: 2.712123155593872 (2.7615414241145753) + | > loss: 0.6878935098648071 (0.7000812521559643) + | > current_lr: 5e-06 + | > step_time: 0.1352 (0.12839984690522926) + | > loader_time: 0.0051 (0.00491888957216559) + + + --> TIME: 2024-12-24 03:11:32 -- STEP: 6970/7738 -- GLOBAL_STEP: 84350 + | > loss_text_ce: 0.037828512489795685 (0.03878378728818874) + | > loss_mel_ce: 2.548858642578125 (2.761570921313638) + | > loss: 0.6466717720031738 (0.7000886770710871) + | > current_lr: 5e-06 + | > step_time: 0.0926 (0.12839579719039984) + | > loader_time: 0.0045 (0.004919176053795602) + + + --> TIME: 2024-12-24 03:11:43 -- STEP: 7020/7738 -- GLOBAL_STEP: 84400 + | > loss_text_ce: 0.040074314922094345 (0.03878224419902208) + | > loss_mel_ce: 2.850766658782959 (2.761535086998568) + | > loss: 0.7227102518081665 (0.7000793327463307) + | > current_lr: 5e-06 + | > step_time: 0.1434 (0.12842548005601334) + | > loader_time: 0.0053 (0.00491992517074627) + + + --> TIME: 2024-12-24 03:11:55 -- STEP: 7070/7738 -- GLOBAL_STEP: 84450 + | > loss_text_ce: 0.037515293806791306 (0.03878542301646821) + | > loss_mel_ce: 2.7083325386047363 (2.7615494577685666) + | > loss: 0.6864619851112366 (0.7000837201444892) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12841092373390736) + | > loader_time: 0.005 (0.0049199343739338135) + + + --> TIME: 2024-12-24 03:12:06 -- STEP: 7120/7738 -- GLOBAL_STEP: 84500 + | > loss_text_ce: 0.04075416550040245 (0.03878663450510915) + | > loss_mel_ce: 2.841949701309204 (2.7614649701989054) + | > loss: 0.7206759452819824 (0.7000629011416022) + | > current_lr: 5e-06 + | > step_time: 0.0835 (0.12839030760727624) + | > loader_time: 0.0044 (0.004919826816976726) + + + --> TIME: 2024-12-24 03:12:18 -- STEP: 7170/7738 -- GLOBAL_STEP: 84550 + | > loss_text_ce: 0.03757665306329727 (0.03878740128883106) + | > loss_mel_ce: 2.6852662563323975 (2.7615600274031418) + | > loss: 0.6807107329368591 (0.7000868571353247) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.12842602131257044) + | > loader_time: 0.0051 (0.004920491480594552) + + + --> TIME: 2024-12-24 03:12:29 -- STEP: 7220/7738 -- GLOBAL_STEP: 84600 + | > loss_text_ce: 0.03553443029522896 (0.03878966896714776) + | > loss_mel_ce: 2.8406360149383545 (2.7617478783441007) + | > loss: 0.7190425992012024 (0.7001343867950481) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.1284285250132769) + | > loader_time: 0.0049 (0.004921145419334757) + + + --> TIME: 2024-12-24 03:12:41 -- STEP: 7270/7738 -- GLOBAL_STEP: 84650 + | > loss_text_ce: 0.03788459673523903 (0.03879116326724251) + | > loss_mel_ce: 2.7233235836029053 (2.761874939552523) + | > loss: 0.6903020739555359 (0.7001665256948211) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12841106435127783) + | > loader_time: 0.0048 (0.004920894604437604) + + + --> TIME: 2024-12-24 03:12:52 -- STEP: 7320/7738 -- GLOBAL_STEP: 84700 + | > loss_text_ce: 0.04132409021258354 (0.038791973943328575) + | > loss_mel_ce: 2.7348508834838867 (2.7618683447277568) + | > loss: 0.694043755531311 (0.7001650796561933) + | > current_lr: 5e-06 + | > step_time: 0.1406 (0.12842088774905236) + | > loader_time: 0.0053 (0.004921268960817251) + + + --> TIME: 2024-12-24 03:13:04 -- STEP: 7370/7738 -- GLOBAL_STEP: 84750 + | > loss_text_ce: 0.04061758518218994 (0.03878897642881056) + | > loss_mel_ce: 2.8609726428985596 (2.761596131907061) + | > loss: 0.7253975868225098 (0.7000962770696885) + | > current_lr: 5e-06 + | > step_time: 0.1096 (0.12840813532613246) + | > loader_time: 0.0049 (0.004921562280227876) + + + --> TIME: 2024-12-24 03:13:15 -- STEP: 7420/7738 -- GLOBAL_STEP: 84800 + | > loss_text_ce: 0.04071086645126343 (0.038786856595657886) + | > loss_mel_ce: 2.7116172313690186 (2.7617688582271214) + | > loss: 0.6880820393562317 (0.7001389286829766) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.12840563261284088) + | > loader_time: 0.0046 (0.004921706892409401) + + + --> TIME: 2024-12-24 03:13:27 -- STEP: 7470/7738 -- GLOBAL_STEP: 84850 + | > loss_text_ce: 0.04146726429462433 (0.03878560722662197) + | > loss_mel_ce: 2.822751998901367 (2.761743991665408) + | > loss: 0.7160547971725464 (0.7001323997016881) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.12842115615426059) + | > loader_time: 0.0046 (0.004922335119132522) + + + --> TIME: 2024-12-24 03:13:38 -- STEP: 7520/7738 -- GLOBAL_STEP: 84900 + | > loss_text_ce: 0.04150515794754028 (0.03878309790322452) + | > loss_mel_ce: 2.760113477706909 (2.761727486265462) + | > loss: 0.7004046440124512 (0.7001276460099717) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12842470261644898) + | > loader_time: 0.0047 (0.004922505357164005) + + + --> TIME: 2024-12-24 03:13:50 -- STEP: 7570/7738 -- GLOBAL_STEP: 84950 + | > loss_text_ce: 0.041274476796388626 (0.038780716338651475) + | > loss_mel_ce: 2.899393320083618 (2.7617250037476713) + | > loss: 0.7351669669151306 (0.7001264299867637) + | > current_lr: 5e-06 + | > step_time: 0.1255 (0.12839432213076601) + | > loader_time: 0.0052 (0.00492238211033365) + + + --> TIME: 2024-12-24 03:14:01 -- STEP: 7620/7738 -- GLOBAL_STEP: 85000 + | > loss_text_ce: 0.03785618394613266 (0.03877929220919626) + | > loss_mel_ce: 2.7423062324523926 (2.761715155542675) + | > loss: 0.6950405836105347 (0.7001236118904238) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.12838088780876303) + | > loader_time: 0.0051 (0.004922762442761506) + + + --> TIME: 2024-12-24 03:14:12 -- STEP: 7670/7738 -- GLOBAL_STEP: 85050 + | > loss_text_ce: 0.03550741448998451 (0.03877925199967722) + | > loss_mel_ce: 2.635178327560425 (2.761653145910704) + | > loss: 0.6676714420318604 (0.7001080994111762) + | > current_lr: 5e-06 + | > step_time: 0.1675 (0.12836345597382862) + | > loader_time: 0.0055 (0.004922996008722523) + + + --> TIME: 2024-12-24 03:14:24 -- STEP: 7720/7738 -- GLOBAL_STEP: 85100 + | > loss_text_ce: 0.037345971912145615 (0.03877507957287262) + | > loss_mel_ce: 2.6857004165649414 (2.7617273204376) + | > loss: 0.6807615756988525 (0.7001255999266164) + | > current_lr: 5e-06 + | > step_time: 0.1438 (0.12835328915576316) + | > loader_time: 0.0053 (0.004923163701833208) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06857528951432966 (-0.00011608696947197628) + | > avg_loss_text_ce: 0.037329970924842235 (-0.0002223565008002068) + | > avg_loss_mel_ce: 2.932411015635789 (+0.0010888407928777433) + | > avg_loss: 2.9697409880281698 (+0.0008664733231658062) + + + > EPOCH: 11/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 03:15:27)  + + --> TIME: 2024-12-24 03:15:35 -- STEP: 32/7738 -- GLOBAL_STEP: 85150 + | > loss_text_ce: 0.036635249853134155 (0.038526826654560864) + | > loss_mel_ce: 2.6076860427856445 (2.746827609837055) + | > loss: 0.6610803008079529 (0.6963385995477438) + | > current_lr: 5e-06 + | > step_time: 0.0849 (0.13777543604373932) + | > loader_time: 0.0048 (0.0048551857471466064) + + + --> TIME: 2024-12-24 03:15:46 -- STEP: 82/7738 -- GLOBAL_STEP: 85200 + | > loss_text_ce: 0.03867964446544647 (0.03839269298605804) + | > loss_mel_ce: 2.700620651245117 (2.760972150942174) + | > loss: 0.68482506275177 (0.6998412085742486) + | > current_lr: 5e-06 + | > step_time: 0.0888 (0.1333970412975404) + | > loader_time: 0.0043 (0.004871010780334472) + + + --> TIME: 2024-12-24 03:15:58 -- STEP: 132/7738 -- GLOBAL_STEP: 85250 + | > loss_text_ce: 0.035726990550756454 (0.03855619314267782) + | > loss_mel_ce: 2.8516759872436523 (2.7544008547609504) + | > loss: 0.7218507528305054 (0.6982392600991509) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.1297818946115898) + | > loader_time: 0.0048 (0.004871619470191725) + + + --> TIME: 2024-12-24 03:16:09 -- STEP: 182/7738 -- GLOBAL_STEP: 85300 + | > loss_text_ce: 0.03655387461185455 (0.03859129578775761) + | > loss_mel_ce: 2.7046077251434326 (2.7536448764277024) + | > loss: 0.6852903962135315 (0.6980590417489898) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.13082903558081324) + | > loader_time: 0.0044 (0.004867291712498927) + + + --> TIME: 2024-12-24 03:16:21 -- STEP: 232/7738 -- GLOBAL_STEP: 85350 + | > loss_text_ce: 0.038243215531110764 (0.0386419647116343) + | > loss_mel_ce: 2.7813427448272705 (2.7543813709554996) + | > loss: 0.7048965096473694 (0.6982558315684053) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.1288570391720738) + | > loader_time: 0.0046 (0.00485906004905701) + + + --> TIME: 2024-12-24 03:16:32 -- STEP: 282/7738 -- GLOBAL_STEP: 85400 + | > loss_text_ce: 0.040520261973142624 (0.03856013308391508) + | > loss_mel_ce: 2.893427610397339 (2.7569987689349653) + | > loss: 0.7334869503974915 (0.6988897241176439) + | > current_lr: 5e-06 + | > step_time: 0.1623 (0.1288880507151285) + | > loader_time: 0.005 (0.004865216870679925) + + + --> TIME: 2024-12-24 03:16:44 -- STEP: 332/7738 -- GLOBAL_STEP: 85450 + | > loss_text_ce: 0.03816517814993858 (0.038558245883379395) + | > loss_mel_ce: 2.859071969985962 (2.7600384584392397) + | > loss: 0.7243092656135559 (0.6996491750679817) + | > current_lr: 5e-06 + | > step_time: 0.1346 (0.12924527691071275) + | > loader_time: 0.005 (0.0048689770411296076) + + + --> TIME: 2024-12-24 03:16:55 -- STEP: 382/7738 -- GLOBAL_STEP: 85500 + | > loss_text_ce: 0.03558226674795151 (0.038523399197930484) + | > loss_mel_ce: 2.9187111854553223 (2.759705332561312) + | > loss: 0.7385733723640442 (0.6995571820523724) + | > current_lr: 5e-06 + | > step_time: 0.1648 (0.12899516951975373) + | > loader_time: 0.0051 (0.004856160173865514) + + + --> TIME: 2024-12-24 03:17:06 -- STEP: 432/7738 -- GLOBAL_STEP: 85550 + | > loss_text_ce: 0.03623756393790245 (0.03853206104098787) + | > loss_mel_ce: 2.6300249099731445 (2.7600337515274673) + | > loss: 0.6665655970573425 (0.699641452481349) + | > current_lr: 5e-06 + | > step_time: 0.0834 (0.1284750297113699) + | > loader_time: 0.0044 (0.004844401721601134) + + + --> TIME: 2024-12-24 03:17:18 -- STEP: 482/7738 -- GLOBAL_STEP: 85600 + | > loss_text_ce: 0.03601156547665596 (0.038517983294096) + | > loss_mel_ce: 2.748116970062256 (2.761652964774008) + | > loss: 0.6960321068763733 (0.700042736109856) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12846305558295643) + | > loader_time: 0.0047 (0.0048368882341503616) + + + --> TIME: 2024-12-24 03:17:30 -- STEP: 532/7738 -- GLOBAL_STEP: 85650 + | > loss_text_ce: 0.043124970048666 (0.03856521549011421) + | > loss_mel_ce: 2.9131336212158203 (2.762594495052681) + | > loss: 0.739064633846283 (0.7002899273669807) + | > current_lr: 5e-06 + | > step_time: 0.103 (0.12860401904672591) + | > loader_time: 0.0044 (0.004831440466687196) + + + --> TIME: 2024-12-24 03:17:41 -- STEP: 582/7738 -- GLOBAL_STEP: 85700 + | > loss_text_ce: 0.04064614325761795 (0.03858677184215631) + | > loss_mel_ce: 2.618175983428955 (2.760260610236334) + | > loss: 0.6647055149078369 (0.6997118450931666) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12842680088842853) + | > loader_time: 0.0049 (0.004824391345387883) + + + --> TIME: 2024-12-24 03:17:53 -- STEP: 632/7738 -- GLOBAL_STEP: 85750 + | > loss_text_ce: 0.03596418350934982 (0.03860917731919152) + | > loss_mel_ce: 2.7943320274353027 (2.761677433041074) + | > loss: 0.7075740694999695 (0.7000716517243204) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.1286772719666927) + | > loader_time: 0.005 (0.004820228377475014) + + + --> TIME: 2024-12-24 03:18:04 -- STEP: 682/7738 -- GLOBAL_STEP: 85800 + | > loss_text_ce: 0.037548139691352844 (0.03858458678186208) + | > loss_mel_ce: 2.7344789505004883 (2.7611760722577006) + | > loss: 0.6930067539215088 (0.6999401640682272) + | > current_lr: 5e-06 + | > step_time: 0.1632 (0.12881239698080013) + | > loader_time: 0.005 (0.004817502589519423) + + + --> TIME: 2024-12-24 03:18:16 -- STEP: 732/7738 -- GLOBAL_STEP: 85850 + | > loss_text_ce: 0.03586895763874054 (0.03856938040962886) + | > loss_mel_ce: 2.769284963607788 (2.760079891303845) + | > loss: 0.7012884616851807 (0.6996623170180393) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.12895806728165002) + | > loader_time: 0.0047 (0.004816526272257816) + + + --> TIME: 2024-12-24 03:18:28 -- STEP: 782/7738 -- GLOBAL_STEP: 85900 + | > loss_text_ce: 0.039823126047849655 (0.03858533699084508) + | > loss_mel_ce: 2.756427764892578 (2.7609195044583323) + | > loss: 0.699062705039978 (0.6998762094303769) + | > current_lr: 5e-06 + | > step_time: 0.1645 (0.1289913206149247) + | > loader_time: 0.0052 (0.0048156202296771615) + + + --> TIME: 2024-12-24 03:18:39 -- STEP: 832/7738 -- GLOBAL_STEP: 85950 + | > loss_text_ce: 0.043306272476911545 (0.03859338732749732) + | > loss_mel_ce: 2.7533137798309326 (2.7599511903065856) + | > loss: 0.6991550326347351 (0.6996361435605924) + | > current_lr: 5e-06 + | > step_time: 0.1058 (0.12895001041201462) + | > loader_time: 0.0048 (0.004816135821434168) + + + --> TIME: 2024-12-24 03:18:51 -- STEP: 882/7738 -- GLOBAL_STEP: 86000 + | > loss_text_ce: 0.03917645290493965 (0.03859781416644119) + | > loss_mel_ce: 2.8329479694366455 (2.76000587605024) + | > loss: 0.718031108379364 (0.699650921586419) + | > current_lr: 5e-06 + | > step_time: 0.1504 (0.12899520472874723) + | > loader_time: 0.0049 (0.004816838943498746) + + + --> TIME: 2024-12-24 03:19:02 -- STEP: 932/7738 -- GLOBAL_STEP: 86050 + | > loss_text_ce: 0.03997410088777542 (0.038605208986322956) + | > loss_mel_ce: 2.844364881515503 (2.759284375307382) + | > loss: 0.7210847735404968 (0.6994723950716554) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12877070315406064) + | > loader_time: 0.0045 (0.004816971623334762) + + + --> TIME: 2024-12-24 03:19:13 -- STEP: 982/7738 -- GLOBAL_STEP: 86100 + | > loss_text_ce: 0.04052983224391937 (0.03860654083105254) + | > loss_mel_ce: 2.628877878189087 (2.758881191614928) + | > loss: 0.6673519015312195 (0.699371932298248) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12879644537651877) + | > loader_time: 0.0045 (0.004817612059490258) + + + --> TIME: 2024-12-24 03:19:25 -- STEP: 1032/7738 -- GLOBAL_STEP: 86150 + | > loss_text_ce: 0.03822522237896919 (0.03861567998745361) + | > loss_mel_ce: 2.837918281555176 (2.75901394504909) + | > loss: 0.7190358638763428 (0.6994074054004605) + | > current_lr: 5e-06 + | > step_time: 0.1401 (0.12891692477603317) + | > loader_time: 0.005 (0.004815560671710229) + + + --> TIME: 2024-12-24 03:19:37 -- STEP: 1082/7738 -- GLOBAL_STEP: 86200 + | > loss_text_ce: 0.03749236837029457 (0.038634706266196896) + | > loss_mel_ce: 2.579850196838379 (2.758762573799228) + | > loss: 0.654335618019104 (0.699349319097515) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12905630893495768) + | > loader_time: 0.0044 (0.004816904967020708) + + + --> TIME: 2024-12-24 03:19:49 -- STEP: 1132/7738 -- GLOBAL_STEP: 86250 + | > loss_text_ce: 0.03707356005907059 (0.038622235133914926) + | > loss_mel_ce: 2.775209426879883 (2.7581671590097336) + | > loss: 0.7030707597732544 (0.6991973477201828) + | > current_lr: 5e-06 + | > step_time: 0.1304 (0.12919194580388185) + | > loader_time: 0.0048 (0.0048208984385109625) + + + --> TIME: 2024-12-24 03:20:00 -- STEP: 1182/7738 -- GLOBAL_STEP: 86300 + | > loss_text_ce: 0.03984476253390312 (0.03862608889631568) + | > loss_mel_ce: 2.8352982997894287 (2.7571361361421265) + | > loss: 0.7187857627868652 (0.6989405553554716) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.1290745710963528) + | > loader_time: 0.005 (0.0048201661021172884) + + + --> TIME: 2024-12-24 03:20:12 -- STEP: 1232/7738 -- GLOBAL_STEP: 86350 + | > loss_text_ce: 0.03880481794476509 (0.03862929658196244) + | > loss_mel_ce: 2.699507474899292 (2.756378501653668) + | > loss: 0.6845780611038208 (0.6987519488222409) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.12907015503226965) + | > loader_time: 0.0051 (0.004821715223324761) + + + --> TIME: 2024-12-24 03:20:23 -- STEP: 1282/7738 -- GLOBAL_STEP: 86400 + | > loss_text_ce: 0.03982290253043175 (0.03863682317897657) + | > loss_mel_ce: 2.74827241897583 (2.7575429185132316) + | > loss: 0.6970238089561462 (0.6990449347659687) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.1290877434467194) + | > loader_time: 0.0048 (0.004827294260402922) + + + --> TIME: 2024-12-24 03:20:35 -- STEP: 1332/7738 -- GLOBAL_STEP: 86450 + | > loss_text_ce: 0.03833230957388878 (0.03863464849203964) + | > loss_mel_ce: 2.8552725315093994 (2.7569691939754866) + | > loss: 0.7234011888504028 (0.6989009599159426) + | > current_lr: 5e-06 + | > step_time: 0.105 (0.1291676605785935) + | > loader_time: 0.0046 (0.004830346630142258) + + + --> TIME: 2024-12-24 03:20:46 -- STEP: 1382/7738 -- GLOBAL_STEP: 86500 + | > loss_text_ce: 0.041956014931201935 (0.038632065064493515) + | > loss_mel_ce: 2.849792003631592 (2.7570115900591703) + | > loss: 0.7229369878768921 (0.6989109130999455) + | > current_lr: 5e-06 + | > step_time: 0.1115 (0.12897144091974674) + | > loader_time: 0.0047 (0.004828096298681499) + + + --> TIME: 2024-12-24 03:20:57 -- STEP: 1432/7738 -- GLOBAL_STEP: 86550 + | > loss_text_ce: 0.04059752821922302 (0.038638152555411726) + | > loss_mel_ce: 2.6857149600982666 (2.7569270668416035) + | > loss: 0.6815780997276306 (0.6988913039754887) + | > current_lr: 5e-06 + | > step_time: 0.0985 (0.12880651761033712) + | > loader_time: 0.0047 (0.004826714539661089) + + + --> TIME: 2024-12-24 03:21:09 -- STEP: 1482/7738 -- GLOBAL_STEP: 86600 + | > loss_text_ce: 0.03939724713563919 (0.03861988275142216) + | > loss_mel_ce: 2.7060179710388184 (2.755838843653234) + | > loss: 0.6863538026809692 (0.6986146808957605) + | > current_lr: 5e-06 + | > step_time: 0.1171 (0.1287424907027954) + | > loader_time: 0.0047 (0.004827856052259689) + + + --> TIME: 2024-12-24 03:21:20 -- STEP: 1532/7738 -- GLOBAL_STEP: 86650 + | > loss_text_ce: 0.037084661424160004 (0.03861753586752648) + | > loss_mel_ce: 2.645479202270508 (2.7556002910392374) + | > loss: 0.6706409454345703 (0.6985544558838206) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.12876347726692444) + | > loader_time: 0.0045 (0.004830450831131903) + + + --> TIME: 2024-12-24 03:21:32 -- STEP: 1582/7738 -- GLOBAL_STEP: 86700 + | > loss_text_ce: 0.03586798161268234 (0.03861760059265625) + | > loss_mel_ce: 2.972768545150757 (2.7551917714807357) + | > loss: 0.7521591186523438 (0.6984523422498017) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.1286983958689213) + | > loader_time: 0.0051 (0.004833049478784078) + + + --> TIME: 2024-12-24 03:21:43 -- STEP: 1632/7738 -- GLOBAL_STEP: 86750 + | > loss_text_ce: 0.03923320025205612 (0.03862227468555065) + | > loss_mel_ce: 2.749960422515869 (2.755734563458197) + | > loss: 0.6972984075546265 (0.6985892088828135) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12862944982799845) + | > loader_time: 0.0047 (0.004834159916522466) + + + --> TIME: 2024-12-24 03:21:55 -- STEP: 1682/7738 -- GLOBAL_STEP: 86800 + | > loss_text_ce: 0.04038712754845619 (0.038631467158628224) + | > loss_mel_ce: 2.8704802989959717 (2.756041048398055) + | > loss: 0.727716863155365 (0.6986681282449422) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12861923060150712) + | > loader_time: 0.0046 (0.0048368563975222005) + + + --> TIME: 2024-12-24 03:22:06 -- STEP: 1732/7738 -- GLOBAL_STEP: 86850 + | > loss_text_ce: 0.04047132283449173 (0.03865314445912186) + | > loss_mel_ce: 2.692887306213379 (2.756181286884508) + | > loss: 0.6833396553993225 (0.6987086071290817) + | > current_lr: 5e-06 + | > step_time: 0.0877 (0.12862051152742518) + | > loader_time: 0.0044 (0.004839223884820398) + + + --> TIME: 2024-12-24 03:22:18 -- STEP: 1782/7738 -- GLOBAL_STEP: 86900 + | > loss_text_ce: 0.03663167357444763 (0.03865732431650063) + | > loss_mel_ce: 2.5221660137176514 (2.7559003021848163) + | > loss: 0.639699399471283 (0.698639405931019) + | > current_lr: 5e-06 + | > step_time: 0.0893 (0.12861333899492663) + | > loader_time: 0.0043 (0.004840287830425577) + + + --> TIME: 2024-12-24 03:22:30 -- STEP: 1832/7738 -- GLOBAL_STEP: 86950 + | > loss_text_ce: 0.03523353114724159 (0.038655777627553435) + | > loss_mel_ce: 2.708184003829956 (2.7554215591026683) + | > loss: 0.6858543753623962 (0.6985193336114094) + | > current_lr: 5e-06 + | > step_time: 0.0846 (0.12869974346140103) + | > loader_time: 0.0043 (0.004841106427288482) + + + --> TIME: 2024-12-24 03:22:41 -- STEP: 1882/7738 -- GLOBAL_STEP: 87000 + | > loss_text_ce: 0.03730616718530655 (0.038656922240368444) + | > loss_mel_ce: 2.7893455028533936 (2.755700456728715) + | > loss: 0.7066628932952881 (0.6985893442704245) + | > current_lr: 5e-06 + | > step_time: 0.1671 (0.12865345105608053) + | > loader_time: 0.0051 (0.0048428436901566925) + + + --> TIME: 2024-12-24 03:22:52 -- STEP: 1932/7738 -- GLOBAL_STEP: 87050 + | > loss_text_ce: 0.04119214788079262 (0.03865588586835296) + | > loss_mel_ce: 2.6400325298309326 (2.755136280449772) + | > loss: 0.6703061461448669 (0.698448041211004) + | > current_lr: 5e-06 + | > step_time: 0.0869 (0.12859704726477877) + | > loader_time: 0.0046 (0.004842340946197519) + + + --> TIME: 2024-12-24 03:23:04 -- STEP: 1982/7738 -- GLOBAL_STEP: 87100 + | > loss_text_ce: 0.03960428759455681 (0.03865383062173363) + | > loss_mel_ce: 2.6508102416992188 (2.7547861301574144) + | > loss: 0.6726036071777344 (0.698359989825219) + | > current_lr: 5e-06 + | > step_time: 0.1018 (0.12851015265606297) + | > loader_time: 0.0044 (0.004841518931384052) + + + --> TIME: 2024-12-24 03:23:15 -- STEP: 2032/7738 -- GLOBAL_STEP: 87150 + | > loss_text_ce: 0.04008239507675171 (0.03865978904490133) + | > loss_mel_ce: 2.7949540615081787 (2.7548767409221373) + | > loss: 0.7087591290473938 (0.6983841321189105) + | > current_lr: 5e-06 + | > step_time: 0.1341 (0.12845943434031976) + | > loader_time: 0.005 (0.00484081856378421) + + + --> TIME: 2024-12-24 03:23:26 -- STEP: 2082/7738 -- GLOBAL_STEP: 87200 + | > loss_text_ce: 0.03942049667239189 (0.03865536118836987) + | > loss_mel_ce: 2.6797900199890137 (2.754713535079807) + | > loss: 0.679802656173706 (0.6983422237044911) + | > current_lr: 5e-06 + | > step_time: 0.1187 (0.12841987002938027) + | > loader_time: 0.0048 (0.004842455288633269) + + + --> TIME: 2024-12-24 03:23:38 -- STEP: 2132/7738 -- GLOBAL_STEP: 87250 + | > loss_text_ce: 0.0401492603123188 (0.038647940311594894) + | > loss_mel_ce: 2.7760512828826904 (2.7547635440531164) + | > loss: 0.7040501236915588 (0.6983528706973757) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.1284871543102376) + | > loader_time: 0.0049 (0.004844404407558485) + + + --> TIME: 2024-12-24 03:23:49 -- STEP: 2182/7738 -- GLOBAL_STEP: 87300 + | > loss_text_ce: 0.03530928120017052 (0.0386464554896727) + | > loss_mel_ce: 2.6948344707489014 (2.7541981758490017) + | > loss: 0.6825359463691711 (0.6982111574912925) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12842760754767996) + | > loader_time: 0.0052 (0.004845552440087371) + + + --> TIME: 2024-12-24 03:24:01 -- STEP: 2232/7738 -- GLOBAL_STEP: 87350 + | > loss_text_ce: 0.0359315499663353 (0.03863739521129188) + | > loss_mel_ce: 2.951345920562744 (2.754225965789566) + | > loss: 0.7468193769454956 (0.6982158398970054) + | > current_lr: 5e-06 + | > step_time: 0.1339 (0.1284671076523364) + | > loader_time: 0.0053 (0.00484733491815547) + + + --> TIME: 2024-12-24 03:24:13 -- STEP: 2282/7738 -- GLOBAL_STEP: 87400 + | > loss_text_ce: 0.03875711187720299 (0.038631910971618125) + | > loss_mel_ce: 2.7300562858581543 (2.754447341487657) + | > loss: 0.6922033429145813 (0.6982698128685214) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12852069926199253) + | > loader_time: 0.0051 (0.004849608168071247) + + + --> TIME: 2024-12-24 03:24:25 -- STEP: 2332/7738 -- GLOBAL_STEP: 87450 + | > loss_text_ce: 0.04012333229184151 (0.038637782011730654) + | > loss_mel_ce: 2.639941930770874 (2.7547200983629803) + | > loss: 0.6700162887573242 (0.6983394698203124) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12858118681719571) + | > loader_time: 0.0051 (0.004852884629578373) + + + --> TIME: 2024-12-24 03:24:36 -- STEP: 2382/7738 -- GLOBAL_STEP: 87500 + | > loss_text_ce: 0.04075910896062851 (0.038639534689410976) + | > loss_mel_ce: 2.747868299484253 (2.755262109334478) + | > loss: 0.6971568465232849 (0.698475410666014) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12861272580077177) + | > loader_time: 0.0047 (0.004854925833861434) + + + --> TIME: 2024-12-24 03:24:48 -- STEP: 2432/7738 -- GLOBAL_STEP: 87550 + | > loss_text_ce: 0.03857351839542389 (0.03864150790966386) + | > loss_mel_ce: 2.6740782260894775 (2.755429375132443) + | > loss: 0.6781629323959351 (0.6985177204355996) + | > current_lr: 5e-06 + | > step_time: 0.0918 (0.12855702932728005) + | > loader_time: 0.0048 (0.004856843109193604) + + + --> TIME: 2024-12-24 03:24:59 -- STEP: 2482/7738 -- GLOBAL_STEP: 87600 + | > loss_text_ce: 0.03730100393295288 (0.03863966713924381) + | > loss_mel_ce: 2.6614861488342285 (2.755722114484599) + | > loss: 0.6746968030929565 (0.6985904450478048) + | > current_lr: 5e-06 + | > step_time: 0.1129 (0.12860276841233612) + | > loader_time: 0.0046 (0.00485928312220178) + + + --> TIME: 2024-12-24 03:25:11 -- STEP: 2532/7738 -- GLOBAL_STEP: 87650 + | > loss_text_ce: 0.03868516907095909 (0.038637718388083976) + | > loss_mel_ce: 2.53855562210083 (2.7553753165460457) + | > loss: 0.6443101763725281 (0.6985032583629545) + | > current_lr: 5e-06 + | > step_time: 0.1285 (0.12858872908928232) + | > loader_time: 0.0049 (0.004861441551226581) + + + --> TIME: 2024-12-24 03:25:22 -- STEP: 2582/7738 -- GLOBAL_STEP: 87700 + | > loss_text_ce: 0.04052754491567612 (0.038641677279888126) + | > loss_mel_ce: 2.76533579826355 (2.7554476257445337) + | > loss: 0.7014658451080322 (0.6985223254060493) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12858763357911568) + | > loader_time: 0.0048 (0.004863744092301568) + + + --> TIME: 2024-12-24 03:25:34 -- STEP: 2632/7738 -- GLOBAL_STEP: 87750 + | > loss_text_ce: 0.035903360694646835 (0.038639994010493436) + | > loss_mel_ce: 2.8604609966278076 (2.755553111932195) + | > loss: 0.724091112613678 (0.6985482761472199) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1285045842631613) + | > loader_time: 0.005 (0.004865388920966622) + + + --> TIME: 2024-12-24 03:25:45 -- STEP: 2682/7738 -- GLOBAL_STEP: 87800 + | > loss_text_ce: 0.03469827398657799 (0.038630808743882285) + | > loss_mel_ce: 2.767786741256714 (2.7558893513803944) + | > loss: 0.7006212472915649 (0.698630039701704) + | > current_lr: 5e-06 + | > step_time: 0.1381 (0.12849314091900793) + | > loader_time: 0.0051 (0.004866411755282347) + + + --> TIME: 2024-12-24 03:25:57 -- STEP: 2732/7738 -- GLOBAL_STEP: 87850 + | > loss_text_ce: 0.03863763064146042 (0.0386278416060108) + | > loss_mel_ce: 2.8226635456085205 (2.755854338887494) + | > loss: 0.7153252959251404 (0.6986205447383375) + | > current_lr: 5e-06 + | > step_time: 0.097 (0.12860026008737233) + | > loader_time: 0.0046 (0.004868473874004141) + + + --> TIME: 2024-12-24 03:26:08 -- STEP: 2782/7738 -- GLOBAL_STEP: 87900 + | > loss_text_ce: 0.03987937048077583 (0.0386250126192321) + | > loss_mel_ce: 2.748662233352661 (2.7557362344606062) + | > loss: 0.6971353888511658 (0.6985903114059008) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12850585273493123) + | > loader_time: 0.0045 (0.0048688763255785115) + + + --> TIME: 2024-12-24 03:26:20 -- STEP: 2832/7738 -- GLOBAL_STEP: 87950 + | > loss_text_ce: 0.042294591665267944 (0.03862136113128527) + | > loss_mel_ce: 2.9239113330841064 (2.7557554576693275) + | > loss: 0.7415514588356018 (0.6985942043237767) + | > current_lr: 5e-06 + | > step_time: 0.108 (0.12862681290187417) + | > loader_time: 0.0048 (0.004871461519413755) + + + --> TIME: 2024-12-24 03:26:32 -- STEP: 2882/7738 -- GLOBAL_STEP: 88000 + | > loss_text_ce: 0.03676015883684158 (0.03861260992241539) + | > loss_mel_ce: 2.887357473373413 (2.755990545340993) + | > loss: 0.7310293912887573 (0.6986507885080505) + | > current_lr: 5e-06 + | > step_time: 0.1632 (0.128701443559672) + | > loader_time: 0.0052 (0.004873552560640826) + + + --> TIME: 2024-12-24 03:26:43 -- STEP: 2932/7738 -- GLOBAL_STEP: 88050 + | > loss_text_ce: 0.038167938590049744 (0.038614929019058004) + | > loss_mel_ce: 2.6553499698638916 (2.7558664766535435) + | > loss: 0.6733794808387756 (0.698620351120362) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12866990782554316) + | > loader_time: 0.0049 (0.004873976538321172) + + + --> TIME: 2024-12-24 03:26:55 -- STEP: 2982/7738 -- GLOBAL_STEP: 88100 + | > loss_text_ce: 0.037672095000743866 (0.038613340689967426) + | > loss_mel_ce: 2.5783989429473877 (2.755828312944838) + | > loss: 0.6540177464485168 (0.6986104130625005) + | > current_lr: 5e-06 + | > step_time: 0.0837 (0.12871477853364433) + | > loader_time: 0.0057 (0.0048752923206864095) + + + --> TIME: 2024-12-24 03:27:07 -- STEP: 3032/7738 -- GLOBAL_STEP: 88150 + | > loss_text_ce: 0.035737570375204086 (0.03860690043489675) + | > loss_mel_ce: 2.8855979442596436 (2.75591160895642) + | > loss: 0.7303338646888733 (0.6986296270484975) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.12880748809170312) + | > loader_time: 0.0049 (0.004877158944399187) + + + --> TIME: 2024-12-24 03:27:18 -- STEP: 3082/7738 -- GLOBAL_STEP: 88200 + | > loss_text_ce: 0.04131244868040085 (0.038605033509471864) + | > loss_mel_ce: 2.7382030487060547 (2.755945877314078) + | > loss: 0.694878876209259 (0.6986377274425365) + | > current_lr: 5e-06 + | > step_time: 0.1216 (0.1287536632697513) + | > loader_time: 0.005 (0.00487730736704634) + + + --> TIME: 2024-12-24 03:27:30 -- STEP: 3132/7738 -- GLOBAL_STEP: 88250 + | > loss_text_ce: 0.03850565478205681 (0.03861481047117668) + | > loss_mel_ce: 2.8828775882720947 (2.7561463280503626) + | > loss: 0.7303457856178284 (0.6986902843337711) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.1287925242616455) + | > loader_time: 0.005 (0.004878802850633138) + + + --> TIME: 2024-12-24 03:27:42 -- STEP: 3182/7738 -- GLOBAL_STEP: 88300 + | > loss_text_ce: 0.04237397760152817 (0.03860991279050786) + | > loss_mel_ce: 2.767108678817749 (2.755888302096925) + | > loss: 0.7023706436157227 (0.6986245534129296) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12883558923684182) + | > loader_time: 0.0047 (0.004880114668648923) + + + --> TIME: 2024-12-24 03:27:53 -- STEP: 3232/7738 -- GLOBAL_STEP: 88350 + | > loss_text_ce: 0.03929062932729721 (0.038610956756660826) + | > loss_mel_ce: 2.822892189025879 (2.7560177974329134) + | > loss: 0.7155457139015198 (0.6986571882879085) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.1288510181821222) + | > loader_time: 0.0051 (0.0048807283291722285) + + + --> TIME: 2024-12-24 03:28:05 -- STEP: 3282/7738 -- GLOBAL_STEP: 88400 + | > loss_text_ce: 0.03955169767141342 (0.038612453905453495) + | > loss_mel_ce: 2.8304572105407715 (2.756036608485025) + | > loss: 0.717502236366272 (0.6986622652725647) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.12883527194632802) + | > loader_time: 0.0049 (0.004881790104179684) + + + --> TIME: 2024-12-24 03:28:16 -- STEP: 3332/7738 -- GLOBAL_STEP: 88450 + | > loss_text_ce: 0.038711294531822205 (0.038615280458768476) + | > loss_mel_ce: 2.8953771591186523 (2.756225670514559) + | > loss: 0.7335221171379089 (0.698710237445236) + | > current_lr: 5e-06 + | > step_time: 0.1314 (0.12880803192076887) + | > loader_time: 0.0052 (0.004883042618292434) + + + --> TIME: 2024-12-24 03:28:28 -- STEP: 3382/7738 -- GLOBAL_STEP: 88500 + | > loss_text_ce: 0.03532673045992851 (0.038618446050166615) + | > loss_mel_ce: 2.9543633460998535 (2.7560345370130803) + | > loss: 0.7474225163459778 (0.6986632454790074) + | > current_lr: 5e-06 + | > step_time: 0.1552 (0.1288642432829254) + | > loader_time: 0.0052 (0.004884341917821883) + + + --> TIME: 2024-12-24 03:28:40 -- STEP: 3432/7738 -- GLOBAL_STEP: 88550 + | > loss_text_ce: 0.03941056504845619 (0.03861635670311193) + | > loss_mel_ce: 2.8688790798187256 (2.7557659370776935) + | > loss: 0.7270724177360535 (0.6985955732095214) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.1289022832344745) + | > loader_time: 0.0048 (0.004885712078401259) + + + --> TIME: 2024-12-24 03:28:51 -- STEP: 3482/7738 -- GLOBAL_STEP: 88600 + | > loss_text_ce: 0.04016777127981186 (0.03862219717511922) + | > loss_mel_ce: 2.745485544204712 (2.755749823990942) + | > loss: 0.6964133381843567 (0.6985930051014795) + | > current_lr: 5e-06 + | > step_time: 0.1376 (0.12887847012723117) + | > loader_time: 0.0049 (0.004885917282323602) + + + --> TIME: 2024-12-24 03:29:03 -- STEP: 3532/7738 -- GLOBAL_STEP: 88650 + | > loss_text_ce: 0.035444825887680054 (0.03861715985327064) + | > loss_mel_ce: 2.9288837909698486 (2.7556589413202226) + | > loss: 0.7410821318626404 (0.6985690250807143) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12883345652814693) + | > loader_time: 0.0052 (0.0048863098683470645) + + + --> TIME: 2024-12-24 03:29:14 -- STEP: 3582/7738 -- GLOBAL_STEP: 88700 + | > loss_text_ce: 0.037769559770822525 (0.038616240332927494) + | > loss_mel_ce: 2.442650556564331 (2.7553557076313053) + | > loss: 0.6201050281524658 (0.6984929867891677) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.12885324087041844) + | > loader_time: 0.0046 (0.004887505059532451) + + + --> TIME: 2024-12-24 03:29:26 -- STEP: 3632/7738 -- GLOBAL_STEP: 88750 + | > loss_text_ce: 0.03491805121302605 (0.038613549733661635) + | > loss_mel_ce: 2.7531323432922363 (2.7551809411479513) + | > loss: 0.6970126032829285 (0.6984486225418057) + | > current_lr: 5e-06 + | > step_time: 0.0982 (0.12884151226623544) + | > loader_time: 0.005 (0.00488773572549946) + + + --> TIME: 2024-12-24 03:29:37 -- STEP: 3682/7738 -- GLOBAL_STEP: 88800 + | > loss_text_ce: 0.03796299919486046 (0.03861119595570271) + | > loss_mel_ce: 2.7160468101501465 (2.7547808633687247) + | > loss: 0.6885024309158325 (0.6983480146726404) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.1288368166431929) + | > loader_time: 0.0046 (0.004888127317640977) + + + --> TIME: 2024-12-24 03:29:49 -- STEP: 3732/7738 -- GLOBAL_STEP: 88850 + | > loss_text_ce: 0.03992720693349838 (0.03861583928784229) + | > loss_mel_ce: 2.8859195709228516 (2.7546807663617026) + | > loss: 0.7314617037773132 (0.698324151249305) + | > current_lr: 5e-06 + | > step_time: 0.1327 (0.1288349477680046) + | > loader_time: 0.0053 (0.004889345501269047) + + + --> TIME: 2024-12-24 03:30:00 -- STEP: 3782/7738 -- GLOBAL_STEP: 88900 + | > loss_text_ce: 0.03443269804120064 (0.03861444721974546) + | > loss_mel_ce: 2.9173080921173096 (2.7550016134142057) + | > loss: 0.7379351854324341 (0.69840401499313) + | > current_lr: 5e-06 + | > step_time: 0.1365 (0.12887150607116704) + | > loader_time: 0.0051 (0.004890393353466758) + + + --> TIME: 2024-12-24 03:30:13 -- STEP: 3832/7738 -- GLOBAL_STEP: 88950 + | > loss_text_ce: 0.03553882613778114 (0.038610285494597094) + | > loss_mel_ce: 2.6934902667999268 (2.754669977503679) + | > loss: 0.6822572946548462 (0.6983200655569612) + | > current_lr: 5e-06 + | > step_time: 0.0959 (0.12895082525271273) + | > loader_time: 0.0048 (0.004891436881461571) + + + --> TIME: 2024-12-24 03:30:24 -- STEP: 3882/7738 -- GLOBAL_STEP: 89000 + | > loss_text_ce: 0.03912925720214844 (0.0386200504586684) + | > loss_mel_ce: 2.6130261421203613 (2.7544231511218715) + | > loss: 0.6630388498306274 (0.6982608002249203) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.1289909626637956) + | > loader_time: 0.005 (0.004892176478748037) + + + --> TIME: 2024-12-24 03:30:36 -- STEP: 3932/7738 -- GLOBAL_STEP: 89050 + | > loss_text_ce: 0.04180625453591347 (0.03862400800757117) + | > loss_mel_ce: 2.696775436401367 (2.754524453367852) + | > loss: 0.684645414352417 (0.698287115213466) + | > current_lr: 5e-06 + | > step_time: 0.1331 (0.12897293916917715) + | > loader_time: 0.0051 (0.004892574685757424) + + + --> TIME: 2024-12-24 03:30:48 -- STEP: 3982/7738 -- GLOBAL_STEP: 89100 + | > loss_text_ce: 0.038711849600076675 (0.03862347809194635) + | > loss_mel_ce: 2.6644577980041504 (2.7546832831525014) + | > loss: 0.675792396068573 (0.6983266901963923) + | > current_lr: 5e-06 + | > step_time: 0.163 (0.1290251793782362) + | > loader_time: 0.0052 (0.004894118402424558) + + + --> TIME: 2024-12-24 03:30:59 -- STEP: 4032/7738 -- GLOBAL_STEP: 89150 + | > loss_text_ce: 0.03780870884656906 (0.038622910829929864) + | > loss_mel_ce: 3.089212656021118 (2.7546558705350708) + | > loss: 0.7817553281784058 (0.6983196952247194) + | > current_lr: 5e-06 + | > step_time: 0.1405 (0.1290462879789261) + | > loader_time: 0.0052 (0.0048958055438503385) + + + --> TIME: 2024-12-24 03:31:11 -- STEP: 4082/7738 -- GLOBAL_STEP: 89200 + | > loss_text_ce: 0.0403006337583065 (0.03861961341775599) + | > loss_mel_ce: 2.8164944648742676 (2.754562683049398) + | > loss: 0.7141987681388855 (0.6982955739727095) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12906303813444706) + | > loader_time: 0.0049 (0.004896680260919462) + + + --> TIME: 2024-12-24 03:31:22 -- STEP: 4132/7738 -- GLOBAL_STEP: 89250 + | > loss_text_ce: 0.038018617779016495 (0.038625389496666905) + | > loss_mel_ce: 2.7784292697906494 (2.7543413686383036) + | > loss: 0.7041119933128357 (0.6982416893569221) + | > current_lr: 5e-06 + | > step_time: 0.0931 (0.1290124898843135) + | > loader_time: 0.0049 (0.004897446276950005) + + + --> TIME: 2024-12-24 03:31:34 -- STEP: 4182/7738 -- GLOBAL_STEP: 89300 + | > loss_text_ce: 0.03872958943247795 (0.038624591072054786) + | > loss_mel_ce: 2.7835569381713867 (2.7546157964047833) + | > loss: 0.7055716514587402 (0.6983100966737922) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.12896296255101725) + | > loader_time: 0.0048 (0.004898024540321499) + + + --> TIME: 2024-12-24 03:31:45 -- STEP: 4232/7738 -- GLOBAL_STEP: 89350 + | > loss_text_ce: 0.03738837689161301 (0.03861646727651766) + | > loss_mel_ce: 3.0098116397857666 (2.75464253068421) + | > loss: 0.7617999911308289 (0.6983147493241416) + | > current_lr: 5e-06 + | > step_time: 0.1219 (0.1289826316058304) + | > loader_time: 0.0051 (0.004899611038161135) + + + --> TIME: 2024-12-24 03:31:57 -- STEP: 4282/7738 -- GLOBAL_STEP: 89400 + | > loss_text_ce: 0.0390775129199028 (0.038617595542606784) + | > loss_mel_ce: 2.39821720123291 (2.754792624909653) + | > loss: 0.6093236804008484 (0.6983525549374358) + | > current_lr: 5e-06 + | > step_time: 0.0926 (0.1289648447344099) + | > loader_time: 0.0044 (0.004899900742414564) + + + --> TIME: 2024-12-24 03:32:08 -- STEP: 4332/7738 -- GLOBAL_STEP: 89450 + | > loss_text_ce: 0.036262717097997665 (0.03861301213146864) + | > loss_mel_ce: 2.5540835857391357 (2.7545848483854396) + | > loss: 0.6475865840911865 (0.6982994648943535) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.12896568881948078) + | > loader_time: 0.0049 (0.0049004544291579915) + + + --> TIME: 2024-12-24 03:32:19 -- STEP: 4382/7738 -- GLOBAL_STEP: 89500 + | > loss_text_ce: 0.04139569774270058 (0.03861149934654783) + | > loss_mel_ce: 2.767878770828247 (2.7542844938393984) + | > loss: 0.7023186087608337 (0.6982239980449526) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.1289041882941088) + | > loader_time: 0.0046 (0.004900474572279634) + + + --> TIME: 2024-12-24 03:32:31 -- STEP: 4432/7738 -- GLOBAL_STEP: 89550 + | > loss_text_ce: 0.03981052711606026 (0.03860741810131789) + | > loss_mel_ce: 2.759608030319214 (2.754226328717672) + | > loss: 0.6998546123504639 (0.6982084364236907) + | > current_lr: 5e-06 + | > step_time: 0.1021 (0.12885084194181692) + | > loader_time: 0.0045 (0.0049001891367702255) + + + --> TIME: 2024-12-24 03:32:42 -- STEP: 4482/7738 -- GLOBAL_STEP: 89600 + | > loss_text_ce: 0.03950725868344307 (0.0386020267866003) + | > loss_mel_ce: 2.566230058670044 (2.754226596426718) + | > loss: 0.6514343023300171 (0.6982071555150187) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.12882818382055586) + | > loader_time: 0.005 (0.004901209988268504) + + + --> TIME: 2024-12-24 03:32:53 -- STEP: 4532/7738 -- GLOBAL_STEP: 89650 + | > loss_text_ce: 0.03835568204522133 (0.03859739348543881) + | > loss_mel_ce: 2.611867904663086 (2.7541056113861755) + | > loss: 0.6625558733940125 (0.6981757509292804) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.12879147591679332) + | > loader_time: 0.0053 (0.0049017458917393905) + + + --> TIME: 2024-12-24 03:33:05 -- STEP: 4582/7738 -- GLOBAL_STEP: 89700 + | > loss_text_ce: 0.03792281448841095 (0.038597766959991744) + | > loss_mel_ce: 2.758742332458496 (2.753920981583247) + | > loss: 0.6991662979125977 (0.6981296868550104) + | > current_lr: 5e-06 + | > step_time: 0.1645 (0.12877406229987468) + | > loader_time: 0.0052 (0.004902458773695813) + + + --> TIME: 2024-12-24 03:33:16 -- STEP: 4632/7738 -- GLOBAL_STEP: 89750 + | > loss_text_ce: 0.03884989768266678 (0.03859594901533076) + | > loss_mel_ce: 2.7345824241638184 (2.7539025435999474) + | > loss: 0.6933580636978149 (0.6981246228456907) + | > current_lr: 5e-06 + | > step_time: 0.0927 (0.12876925289322125) + | > loader_time: 0.0047 (0.004903149779802366) + + + --> TIME: 2024-12-24 03:33:28 -- STEP: 4682/7738 -- GLOBAL_STEP: 89800 + | > loss_text_ce: 0.0381971038877964 (0.03859647697721759) + | > loss_mel_ce: 2.682206869125366 (2.7537393391717977) + | > loss: 0.6801009774208069 (0.6980839537560858) + | > current_lr: 5e-06 + | > step_time: 0.1098 (0.12877609433398662) + | > loader_time: 0.0047 (0.004903841405686842) + + + --> TIME: 2024-12-24 03:33:40 -- STEP: 4732/7738 -- GLOBAL_STEP: 89850 + | > loss_text_ce: 0.04063872620463371 (0.038596840237211355) + | > loss_mel_ce: 2.694035053253174 (2.7535958795454807) + | > loss: 0.6836684346199036 (0.6980481796464159) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12880045246090474) + | > loader_time: 0.0052 (0.004904821023836244) + + + --> TIME: 2024-12-24 03:33:52 -- STEP: 4782/7738 -- GLOBAL_STEP: 89900 + | > loss_text_ce: 0.039739228785037994 (0.03859248867243622) + | > loss_mel_ce: 2.9160687923431396 (2.7536072443340305) + | > loss: 0.7389519810676575 (0.6980499329550991) + | > current_lr: 5e-06 + | > step_time: 0.1712 (0.12888803077212804) + | > loader_time: 0.0055 (0.004906941287839631) + + + --> TIME: 2024-12-24 03:34:03 -- STEP: 4832/7738 -- GLOBAL_STEP: 89950 + | > loss_text_ce: 0.041775625199079514 (0.03859130828294419) + | > loss_mel_ce: 2.7579379081726074 (2.753502239158612) + | > loss: 0.6999284029006958 (0.6980233865709878) + | > current_lr: 5e-06 + | > step_time: 0.1196 (0.12884221936495951) + | > loader_time: 0.005 (0.0049070524458853645) + + + --> TIME: 2024-12-24 03:34:15 -- STEP: 4882/7738 -- GLOBAL_STEP: 90000 + | > loss_text_ce: 0.041094545274972916 (0.03859327980788367) + | > loss_mel_ce: 2.7756354808807373 (2.7534073749461756) + | > loss: 0.704182505607605 (0.6980001633770873) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12888276591646802) + | > loader_time: 0.0049 (0.0049078422020518) + + + --> TIME: 2024-12-24 03:34:26 -- STEP: 4932/7738 -- GLOBAL_STEP: 90050 + | > loss_text_ce: 0.0371701754629612 (0.038592231581901504) + | > loss_mel_ce: 3.0041604042053223 (2.75342812488839) + | > loss: 0.7603326439857483 (0.6980050888398938) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.12887942278568926) + | > loader_time: 0.0053 (0.004908786202869275) + + + --> TIME: 2024-12-24 03:34:37 -- STEP: 4982/7738 -- GLOBAL_STEP: 90100 + | > loss_text_ce: 0.03538179025053978 (0.03859184429816684) + | > loss_mel_ce: 2.842665195465088 (2.753230419325475) + | > loss: 0.7195117473602295 (0.6979555656325136) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12878061283644565) + | > loader_time: 0.0046 (0.004907926848881314) + + + --> TIME: 2024-12-24 03:34:49 -- STEP: 5032/7738 -- GLOBAL_STEP: 90150 + | > loss_text_ce: 0.03785903751850128 (0.03859195800902344) + | > loss_mel_ce: 3.0356926918029785 (2.753298144082766) + | > loss: 0.7683879137039185 (0.6979725252605956) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.1287632119295525) + | > loader_time: 0.0052 (0.00490793287280254) + + + --> TIME: 2024-12-24 03:35:00 -- STEP: 5082/7738 -- GLOBAL_STEP: 90200 + | > loss_text_ce: 0.0399775393307209 (0.03859469730961175) + | > loss_mel_ce: 2.7210423946380615 (2.753412600907226) + | > loss: 0.6902549862861633 (0.6980018243105659) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.12874262359188354) + | > loader_time: 0.0045 (0.004908381743207781) + + + --> TIME: 2024-12-24 03:35:12 -- STEP: 5132/7738 -- GLOBAL_STEP: 90250 + | > loss_text_ce: 0.038376159965991974 (0.03859489608304875) + | > loss_mel_ce: 2.6844282150268555 (2.7534052418343107) + | > loss: 0.6807010769844055 (0.6980000341997793) + | > current_lr: 5e-06 + | > step_time: 0.096 (0.12874796895988327) + | > loader_time: 0.0047 (0.004908599755026265) + + + --> TIME: 2024-12-24 03:35:23 -- STEP: 5182/7738 -- GLOBAL_STEP: 90300 + | > loss_text_ce: 0.0366172268986702 (0.03859386673511311) + | > loss_mel_ce: 2.78763747215271 (2.7534977760337034) + | > loss: 0.7060636878013611 (0.6980229103970093) + | > current_lr: 5e-06 + | > step_time: 0.1472 (0.12876800623974405) + | > loader_time: 0.0049 (0.004909133138181803) + + + --> TIME: 2024-12-24 03:35:35 -- STEP: 5232/7738 -- GLOBAL_STEP: 90350 + | > loss_text_ce: 0.03916794806718826 (0.038592074800137516) + | > loss_mel_ce: 2.809664726257324 (2.7535254755242513) + | > loss: 0.7122081518173218 (0.6980293872865878) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12885446541170875) + | > loader_time: 0.0052 (0.004910061301076811) + + + --> TIME: 2024-12-24 03:35:47 -- STEP: 5282/7738 -- GLOBAL_STEP: 90400 + | > loss_text_ce: 0.03861773759126663 (0.03859215976253565) + | > loss_mel_ce: 2.807684898376465 (2.753540029764085) + | > loss: 0.7115756869316101 (0.6980330470677171) + | > current_lr: 5e-06 + | > step_time: 0.1482 (0.12886988484737638) + | > loader_time: 0.0052 (0.004910839502218318) + + + --> TIME: 2024-12-24 03:35:59 -- STEP: 5332/7738 -- GLOBAL_STEP: 90450 + | > loss_text_ce: 0.03541228547692299 (0.03859419258037517) + | > loss_mel_ce: 2.486673355102539 (2.753435717653889) + | > loss: 0.6305214166641235 (0.698007477253161) + | > current_lr: 5e-06 + | > step_time: 0.0931 (0.12890893158301) + | > loader_time: 0.0046 (0.004912127074851903) + + + --> TIME: 2024-12-24 03:36:10 -- STEP: 5382/7738 -- GLOBAL_STEP: 90500 + | > loss_text_ce: 0.03832273930311203 (0.038593775821162433) + | > loss_mel_ce: 2.6951119899749756 (2.7533265381486642) + | > loss: 0.6833586692810059 (0.697980078200964) + | > current_lr: 5e-06 + | > step_time: 0.1309 (0.12891537320963864) + | > loader_time: 0.0049 (0.004912455965266802) + + + --> TIME: 2024-12-24 03:36:22 -- STEP: 5432/7738 -- GLOBAL_STEP: 90550 + | > loss_text_ce: 0.037437379360198975 (0.03859276780742057) + | > loss_mel_ce: 2.5206990242004395 (2.7534197380598915) + | > loss: 0.6395341157913208 (0.6980031261519581) + | > current_lr: 5e-06 + | > step_time: 0.0949 (0.12892540723129337) + | > loader_time: 0.0046 (0.00491278332182164) + + + --> TIME: 2024-12-24 03:36:34 -- STEP: 5482/7738 -- GLOBAL_STEP: 90600 + | > loss_text_ce: 0.03678583726286888 (0.03858845990928578) + | > loss_mel_ce: 2.8554673194885254 (2.7532928588398167) + | > loss: 0.7230632901191711 (0.6979703293778258) + | > current_lr: 5e-06 + | > step_time: 0.1556 (0.128937471221721) + | > loader_time: 0.0051 (0.004913182469103212) + + + --> TIME: 2024-12-24 03:36:45 -- STEP: 5532/7738 -- GLOBAL_STEP: 90650 + | > loss_text_ce: 0.038517192006111145 (0.03858710434900592) + | > loss_mel_ce: 2.7161593437194824 (2.753314243566274) + | > loss: 0.6886691451072693 (0.697975336675703) + | > current_lr: 5e-06 + | > step_time: 0.1292 (0.12889571764808794) + | > loader_time: 0.005 (0.004913257716448521) + + + --> TIME: 2024-12-24 03:36:56 -- STEP: 5582/7738 -- GLOBAL_STEP: 90700 + | > loss_text_ce: 0.04015170410275459 (0.03859016092394698) + | > loss_mel_ce: 2.8675153255462646 (2.753279449264023) + | > loss: 0.7269167304039001 (0.6979674022392496) + | > current_lr: 5e-06 + | > step_time: 0.1427 (0.12888535484538147) + | > loader_time: 0.0053 (0.004913744427576072) + + + --> TIME: 2024-12-24 03:37:08 -- STEP: 5632/7738 -- GLOBAL_STEP: 90750 + | > loss_text_ce: 0.038839925080537796 (0.038590233702548625) + | > loss_mel_ce: 2.6439006328582764 (2.7531758903271775) + | > loss: 0.6706851124763489 (0.697941530654631) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.12886263878846735) + | > loader_time: 0.0052 (0.004914098673246122) + + + --> TIME: 2024-12-24 03:37:19 -- STEP: 5682/7738 -- GLOBAL_STEP: 90800 + | > loss_text_ce: 0.04131043329834938 (0.038588714540012656) + | > loss_mel_ce: 2.669708251953125 (2.7531252474652246) + | > loss: 0.6777547001838684 (0.6979284902161932) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.12884231559494294) + | > loader_time: 0.0044 (0.004914456796830743) + + + --> TIME: 2024-12-24 03:37:31 -- STEP: 5732/7738 -- GLOBAL_STEP: 90850 + | > loss_text_ce: 0.03845188394188881 (0.03858833894457229) + | > loss_mel_ce: 2.6941118240356445 (2.7530095455784602) + | > loss: 0.6831409335136414 (0.6978994708479662) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.12882375463437826) + | > loader_time: 0.005 (0.0049148408666159485) + + + --> TIME: 2024-12-24 03:37:42 -- STEP: 5782/7738 -- GLOBAL_STEP: 90900 + | > loss_text_ce: 0.04043310880661011 (0.038585681750125694) + | > loss_mel_ce: 2.803506851196289 (2.753256026332) + | > loss: 0.710985004901886 (0.69796042673648) + | > current_lr: 5e-06 + | > step_time: 0.1476 (0.1288275968570772) + | > loader_time: 0.0053 (0.004915476670029336) + + + --> TIME: 2024-12-24 03:37:54 -- STEP: 5832/7738 -- GLOBAL_STEP: 90950 + | > loss_text_ce: 0.03627923130989075 (0.03858603108948962) + | > loss_mel_ce: 2.566035747528076 (2.75315092747267) + | > loss: 0.6505787372589111 (0.6979342393669087) + | > current_lr: 5e-06 + | > step_time: 0.0917 (0.12879055885621096) + | > loader_time: 0.0048 (0.004915968176432267) + + + --> TIME: 2024-12-24 03:38:05 -- STEP: 5882/7738 -- GLOBAL_STEP: 91000 + | > loss_text_ce: 0.038014642894268036 (0.038584952156538614) + | > loss_mel_ce: 2.8413820266723633 (2.7530103426975123) + | > loss: 0.719849169254303 (0.6978988234423659) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12874919376743) + | > loader_time: 0.0048 (0.0049174082842622195) + + + --> TIME: 2024-12-24 03:38:16 -- STEP: 5932/7738 -- GLOBAL_STEP: 91050 + | > loss_text_ce: 0.039049357175827026 (0.038586436508038835) + | > loss_mel_ce: 2.7734694480895996 (2.753036989003359) + | > loss: 0.7031297087669373 (0.6979058561337942) + | > current_lr: 5e-06 + | > step_time: 0.1266 (0.12870729781451173) + | > loader_time: 0.0052 (0.004917881614198891) + + + --> TIME: 2024-12-24 03:38:27 -- STEP: 5982/7738 -- GLOBAL_STEP: 91100 + | > loss_text_ce: 0.038627948611974716 (0.038587525766872285) + | > loss_mel_ce: 2.8085062503814697 (2.752991330260936) + | > loss: 0.7117835283279419 (0.6978947137837751) + | > current_lr: 5e-06 + | > step_time: 0.1648 (0.12866732146340656) + | > loader_time: 0.0052 (0.004918609602879372) + + + --> TIME: 2024-12-24 03:38:39 -- STEP: 6032/7738 -- GLOBAL_STEP: 91150 + | > loss_text_ce: 0.036956366151571274 (0.03858525158599057) + | > loss_mel_ce: 2.8266615867614746 (2.75283375394281) + | > loss: 0.7159044742584229 (0.6978547511726072) + | > current_lr: 5e-06 + | > step_time: 0.1272 (0.12870930087819382) + | > loader_time: 0.0058 (0.0049196890004433716) + + + --> TIME: 2024-12-24 03:38:51 -- STEP: 6082/7738 -- GLOBAL_STEP: 91200 + | > loss_text_ce: 0.03900132328271866 (0.03858874350772744) + | > loss_mel_ce: 2.8240153789520264 (2.7526672143992594) + | > loss: 0.7157541513442993 (0.6978139892509609) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12869737227470335) + | > loader_time: 0.0049 (0.0049202844760246195) + + + --> TIME: 2024-12-24 03:39:02 -- STEP: 6132/7738 -- GLOBAL_STEP: 91250 + | > loss_text_ce: 0.040869273245334625 (0.03858397728371681) + | > loss_mel_ce: 2.7180678844451904 (2.7524738102587536) + | > loss: 0.6897342801094055 (0.6977644466490669) + | > current_lr: 5e-06 + | > step_time: 0.105 (0.1287003301827647) + | > loader_time: 0.005 (0.004920762229105726) + + + --> TIME: 2024-12-24 03:39:13 -- STEP: 6182/7738 -- GLOBAL_STEP: 91300 + | > loss_text_ce: 0.03863568603992462 (0.03858414011010417) + | > loss_mel_ce: 2.856271266937256 (2.752535977127558) + | > loss: 0.723726749420166 (0.6977800290509752) + | > current_lr: 5e-06 + | > step_time: 0.1456 (0.12866667156966177) + | > loader_time: 0.0051 (0.004921107606878557) + + + --> TIME: 2024-12-24 03:39:25 -- STEP: 6232/7738 -- GLOBAL_STEP: 91350 + | > loss_text_ce: 0.038706324994564056 (0.038581346610886316) + | > loss_mel_ce: 2.604044198989868 (2.752342765459811) + | > loss: 0.6606876254081726 (0.697731027755031) + | > current_lr: 5e-06 + | > step_time: 0.0915 (0.12865732799598634) + | > loader_time: 0.0047 (0.004921103969924096) + + + --> TIME: 2024-12-24 03:39:36 -- STEP: 6282/7738 -- GLOBAL_STEP: 91400 + | > loss_text_ce: 0.03694549575448036 (0.03858308022321752) + | > loss_mel_ce: 2.9559431076049805 (2.752204587185545) + | > loss: 0.7482221722602844 (0.6976969165811118) + | > current_lr: 5e-06 + | > step_time: 0.1631 (0.12864396102259207) + | > loader_time: 0.0053 (0.004921696133691007) + + + --> TIME: 2024-12-24 03:39:48 -- STEP: 6332/7738 -- GLOBAL_STEP: 91450 + | > loss_text_ce: 0.03718341886997223 (0.03858043143257449) + | > loss_mel_ce: 2.717435121536255 (2.7521762304944613) + | > loss: 0.6886546611785889 (0.697689165251209) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.1286415267954581) + | > loader_time: 0.0048 (0.0049223519169824875) + + + --> TIME: 2024-12-24 03:39:59 -- STEP: 6382/7738 -- GLOBAL_STEP: 91500 + | > loss_text_ce: 0.03700133413076401 (0.038582071355788956) + | > loss_mel_ce: 2.6345949172973633 (2.7520129137448617) + | > loss: 0.6678990721702576 (0.6976487460329935) + | > current_lr: 5e-06 + | > step_time: 0.0925 (0.12861582322092313) + | > loader_time: 0.0043 (0.004922774883319279) + + + --> TIME: 2024-12-24 03:40:11 -- STEP: 6432/7738 -- GLOBAL_STEP: 91550 + | > loss_text_ce: 0.03663371503353119 (0.038580996861544724) + | > loss_mel_ce: 2.6934781074523926 (2.752089019809195) + | > loss: 0.6825279593467712 (0.6976675038870005) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12864012534345595) + | > loader_time: 0.0051 (0.004923312521692534) + + + --> TIME: 2024-12-24 03:40:22 -- STEP: 6482/7738 -- GLOBAL_STEP: 91600 + | > loss_text_ce: 0.03610929474234581 (0.0385823333860065) + | > loss_mel_ce: 2.549832344055176 (2.7521359357007) + | > loss: 0.6464853882789612 (0.697679566982094) + | > current_lr: 5e-06 + | > step_time: 0.1144 (0.12865063817513614) + | > loader_time: 0.005 (0.004923936762363961) + + + --> TIME: 2024-12-24 03:40:34 -- STEP: 6532/7738 -- GLOBAL_STEP: 91650 + | > loss_text_ce: 0.04099961742758751 (0.038585649160822286) + | > loss_mel_ce: 2.6247425079345703 (2.7520763606508294) + | > loss: 0.6664355397224426 (0.6976655021775235) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.12864990954886785) + | > loader_time: 0.0054 (0.004924386721480792) + + + --> TIME: 2024-12-24 03:40:45 -- STEP: 6582/7738 -- GLOBAL_STEP: 91700 + | > loss_text_ce: 0.04107680544257164 (0.03858518755854097) + | > loss_mel_ce: 2.696129083633423 (2.751733597851349) + | > loss: 0.684301495552063 (0.6975796960726663) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12866037336029026) + | > loader_time: 0.0049 (0.004925164289657051) + + + --> TIME: 2024-12-24 03:40:57 -- STEP: 6632/7738 -- GLOBAL_STEP: 91750 + | > loss_text_ce: 0.041821811348199844 (0.038584124287073675) + | > loss_mel_ce: 2.7068114280700684 (2.751742415606471) + | > loss: 0.6871582865715027 (0.6975816346983577) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.12867354253808072) + | > loader_time: 0.0053 (0.004925210024393081) + + + --> TIME: 2024-12-24 03:41:09 -- STEP: 6682/7738 -- GLOBAL_STEP: 91800 + | > loss_text_ce: 0.039613813161849976 (0.038586600961827706) + | > loss_mel_ce: 2.7497732639312744 (2.751573401916101) + | > loss: 0.6973467469215393 (0.6975400004334101) + | > current_lr: 5e-06 + | > step_time: 0.1475 (0.1286811264501083) + | > loader_time: 0.0051 (0.004925412069855605) + + + --> TIME: 2024-12-24 03:41:20 -- STEP: 6732/7738 -- GLOBAL_STEP: 91850 + | > loss_text_ce: 0.034711480140686035 (0.038583658098570284) + | > loss_mel_ce: 2.791124105453491 (2.7518194167655055) + | > loss: 0.7064589262008667 (0.6976007684507479) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.12867232585194166) + | > loader_time: 0.0048 (0.004926173161412023) + + + --> TIME: 2024-12-24 03:41:32 -- STEP: 6782/7738 -- GLOBAL_STEP: 91900 + | > loss_text_ce: 0.040247540920972824 (0.03858678615057424) + | > loss_mel_ce: 2.731372117996216 (2.7518040085218525) + | > loss: 0.6929048895835876 (0.6975976984010837) + | > current_lr: 5e-06 + | > step_time: 0.1159 (0.128652962144938) + | > loader_time: 0.0051 (0.0049265617116367325) + + + --> TIME: 2024-12-24 03:41:43 -- STEP: 6832/7738 -- GLOBAL_STEP: 91950 + | > loss_text_ce: 0.0409412644803524 (0.03858721793865883) + | > loss_mel_ce: 2.818140983581543 (2.7518982099984224) + | > loss: 0.7147705554962158 (0.6976213566784424) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12863873929413497) + | > loader_time: 0.0052 (0.004927288767046337) + + + --> TIME: 2024-12-24 03:41:54 -- STEP: 6882/7738 -- GLOBAL_STEP: 92000 + | > loss_text_ce: 0.03960268571972847 (0.03858629523418402) + | > loss_mel_ce: 2.8233542442321777 (2.7519049268931495) + | > loss: 0.7157392501831055 (0.6976228052188899) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.12859368850865452) + | > loader_time: 0.0049 (0.004927188322593293) + + + --> TIME: 2024-12-24 03:42:06 -- STEP: 6932/7738 -- GLOBAL_STEP: 92050 + | > loss_text_ce: 0.03908754512667656 (0.03858360768721993) + | > loss_mel_ce: 2.5034689903259277 (2.751821483137699) + | > loss: 0.6356391310691833 (0.6976012724091128) + | > current_lr: 5e-06 + | > step_time: 0.1029 (0.1286235471302834) + | > loader_time: 0.0046 (0.004928071720367627) + + + --> TIME: 2024-12-24 03:42:17 -- STEP: 6982/7738 -- GLOBAL_STEP: 92100 + | > loss_text_ce: 0.03744172677397728 (0.038584218176406775) + | > loss_mel_ce: 2.619621992111206 (2.7516412407509807) + | > loss: 0.6642659306526184 (0.6975563644543318) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12862523771295326) + | > loader_time: 0.0048 (0.004928971900874379) + + + --> TIME: 2024-12-24 03:42:29 -- STEP: 7032/7738 -- GLOBAL_STEP: 92150 + | > loss_text_ce: 0.04087219759821892 (0.038581815960661354) + | > loss_mel_ce: 2.766969680786133 (2.7517255708761716) + | > loss: 0.7019604444503784 (0.697576846423071) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.1286643941519071) + | > loader_time: 0.0048 (0.004929881487825761) + + + --> TIME: 2024-12-24 03:42:40 -- STEP: 7082/7738 -- GLOBAL_STEP: 92200 + | > loss_text_ce: 0.0376599095761776 (0.03858158430934119) + | > loss_mel_ce: 2.668728828430176 (2.751642954413481) + | > loss: 0.6765971779823303 (0.6975561344111858) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12858588932530782) + | > loader_time: 0.0046 (0.0049294034696103365) + + + --> TIME: 2024-12-24 03:42:52 -- STEP: 7132/7738 -- GLOBAL_STEP: 92250 + | > loss_text_ce: 0.03660353273153305 (0.0385778724760198) + | > loss_mel_ce: 2.8400492668151855 (2.751423558457406) + | > loss: 0.719163179397583 (0.6975003574680767) + | > current_lr: 5e-06 + | > step_time: 0.1415 (0.12861690615511215) + | > loader_time: 0.0053 (0.004930431563334057) + + + --> TIME: 2024-12-24 03:43:04 -- STEP: 7182/7738 -- GLOBAL_STEP: 92300 + | > loss_text_ce: 0.03885545954108238 (0.03857553515072884) + | > loss_mel_ce: 2.6637589931488037 (2.751401042712494) + | > loss: 0.6756536364555359 (0.697494144228567) + | > current_lr: 5e-06 + | > step_time: 0.1652 (0.1286703024824098) + | > loader_time: 0.0052 (0.004931484779850816) + + + --> TIME: 2024-12-24 03:43:16 -- STEP: 7232/7738 -- GLOBAL_STEP: 92350 + | > loss_text_ce: 0.04170704260468483 (0.03857743745052625) + | > loss_mel_ce: 2.927386999130249 (2.7514867759515744) + | > loss: 0.7422735095024109 (0.6975160530661197) + | > current_lr: 5e-06 + | > step_time: 0.1431 (0.1286643925823472) + | > loader_time: 0.0054 (0.004932109695092768) + + + --> TIME: 2024-12-24 03:43:27 -- STEP: 7282/7738 -- GLOBAL_STEP: 92400 + | > loss_text_ce: 0.03711419552564621 (0.03857343536856637) + | > loss_mel_ce: 2.8200340270996094 (2.751594990369088) + | > loss: 0.7142870426177979 (0.6975421061541353) + | > current_lr: 5e-06 + | > step_time: 0.1315 (0.12868178358971205) + | > loader_time: 0.0051 (0.00493325845974548) + + + --> TIME: 2024-12-24 03:43:39 -- STEP: 7332/7738 -- GLOBAL_STEP: 92450 + | > loss_text_ce: 0.04023120924830437 (0.03857404864187406) + | > loss_mel_ce: 2.4984567165374756 (2.751605144401618) + | > loss: 0.6346719861030579 (0.6975447979704389) + | > current_lr: 5e-06 + | > step_time: 0.1346 (0.12867320816307498) + | > loader_time: 0.0053 (0.004933683714838023) + + + --> TIME: 2024-12-24 03:43:50 -- STEP: 7382/7738 -- GLOBAL_STEP: 92500 + | > loss_text_ce: 0.03788508102297783 (0.03857553100470279) + | > loss_mel_ce: 2.692110538482666 (2.7515143796506845) + | > loss: 0.6824989318847656 (0.6975224773611237) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.12866028144539843) + | > loader_time: 0.0047 (0.004933997403312525) + + + --> TIME: 2024-12-24 03:44:02 -- STEP: 7432/7738 -- GLOBAL_STEP: 92550 + | > loss_text_ce: 0.03896469622850418 (0.03857653487581) + | > loss_mel_ce: 2.8623344898223877 (2.7514494857054084) + | > loss: 0.725324809551239 (0.6975065048451193) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12864138193997968) + | > loader_time: 0.0051 (0.00493406341586611) + + + --> TIME: 2024-12-24 03:44:13 -- STEP: 7482/7738 -- GLOBAL_STEP: 92600 + | > loss_text_ce: 0.040038660168647766 (0.038575625400348014) + | > loss_mel_ce: 2.740551471710205 (2.7514611681780363) + | > loss: 0.6951475143432617 (0.6975091980903175) + | > current_lr: 5e-06 + | > step_time: 0.1301 (0.12865843052087855) + | > loader_time: 0.005 (0.004934615771485599) + + + --> TIME: 2024-12-24 03:44:25 -- STEP: 7532/7738 -- GLOBAL_STEP: 92650 + | > loss_text_ce: 0.03858979791402817 (0.038574023218009436) + | > loss_mel_ce: 2.6630070209503174 (2.7514381148178266) + | > loss: 0.6753991842269897 (0.6975030342173342) + | > current_lr: 5e-06 + | > step_time: 0.1218 (0.12865549221484532) + | > loader_time: 0.0051 (0.0049348515965365) + + + --> TIME: 2024-12-24 03:44:36 -- STEP: 7582/7738 -- GLOBAL_STEP: 92700 + | > loss_text_ce: 0.03923825919628143 (0.03857280364649711) + | > loss_mel_ce: 2.7651145458221436 (2.751265823322246) + | > loss: 0.7010881900787354 (0.6974596564513785) + | > current_lr: 5e-06 + | > step_time: 0.1674 (0.12865200611256422) + | > loader_time: 0.0057 (0.0049356363342293215) + + + --> TIME: 2024-12-24 03:44:48 -- STEP: 7632/7738 -- GLOBAL_STEP: 92750 + | > loss_text_ce: 0.03789220377802849 (0.03856947845354706) + | > loss_mel_ce: 2.7572224140167236 (2.7511012600402904) + | > loss: 0.6987786293029785 (0.6974176843133244) + | > current_lr: 5e-06 + | > step_time: 0.1384 (0.128653516247088) + | > loader_time: 0.005 (0.0049361110483325515) + + + --> TIME: 2024-12-24 03:45:00 -- STEP: 7682/7738 -- GLOBAL_STEP: 92800 + | > loss_text_ce: 0.03893352299928665 (0.03856872886140948) + | > loss_mel_ce: 2.8176307678222656 (2.7510753936117056) + | > loss: 0.7141410708427429 (0.6974110303369552) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.12866944715524245) + | > loader_time: 0.0052 (0.00493650944150385) + + + --> TIME: 2024-12-24 03:45:11 -- STEP: 7732/7738 -- GLOBAL_STEP: 92850 + | > loss_text_ce: 0.04207262769341469 (0.03857243890222216) + | > loss_mel_ce: 2.8239753246307373 (2.751131275960711) + | > loss: 0.7165119647979736 (0.6974259284389993) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.1286446848682835) + | > loader_time: 0.0045 (0.004936082185517306) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06882107739496718 (+0.00024578788063751855) + | > avg_loss_text_ce: 0.03715230974208825 (-0.00017766118275398118) + | > avg_loss_mel_ce: 2.928008034975841 (-0.0044029806599481525) + | > avg_loss: 2.9651603421779607 (-0.00458064585020912) + + > BEST MODEL : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/best_model_92856.pth + + > EPOCH: 12/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 03:46:14)  + + --> TIME: 2024-12-24 03:46:25 -- STEP: 44/7738 -- GLOBAL_STEP: 92900 + | > loss_text_ce: 0.03733339533209801 (0.03894541810520671) + | > loss_mel_ce: 2.7526724338531494 (2.7218887318264358) + | > loss: 0.6975014805793762 (0.6902085353027689) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.1379206288944591) + | > loader_time: 0.0056 (0.0049131404269825325) + + + --> TIME: 2024-12-24 03:46:37 -- STEP: 94/7738 -- GLOBAL_STEP: 92950 + | > loss_text_ce: 0.03693621605634689 (0.03849048746076037) + | > loss_mel_ce: 2.733069658279419 (2.7440147628175438) + | > loss: 0.6925014853477478 (0.6956263121138228) + | > current_lr: 5e-06 + | > step_time: 0.1484 (0.13485082666924653) + | > loader_time: 0.0052 (0.004896881732534853) + + + --> TIME: 2024-12-24 03:46:48 -- STEP: 144/7738 -- GLOBAL_STEP: 93000 + | > loss_text_ce: 0.03798288851976395 (0.03855443789830639) + | > loss_mel_ce: 2.9695658683776855 (2.7458123167355843) + | > loss: 0.7518872022628784 (0.6960916904111704) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.13260734743542138) + | > loader_time: 0.0051 (0.004866927862167357) + + + --> TIME: 2024-12-24 03:47:00 -- STEP: 194/7738 -- GLOBAL_STEP: 93050 + | > loss_text_ce: 0.03455212339758873 (0.03842414237712463) + | > loss_mel_ce: 2.7155919075012207 (2.743864392496875) + | > loss: 0.6875360012054443 (0.6955721341457567) + | > current_lr: 5e-06 + | > step_time: 0.1458 (0.1334390578810701) + | > loader_time: 0.0051 (0.004857203395096299) + + + --> TIME: 2024-12-24 03:47:11 -- STEP: 244/7738 -- GLOBAL_STEP: 93100 + | > loss_text_ce: 0.03636610507965088 (0.03841318988592411) + | > loss_mel_ce: 2.586482048034668 (2.743719084341017) + | > loss: 0.6557120084762573 (0.6955330691865236) + | > current_lr: 5e-06 + | > step_time: 0.0854 (0.13190210647270323) + | > loader_time: 0.0045 (0.0048400378618084034) + + + --> TIME: 2024-12-24 03:47:23 -- STEP: 294/7738 -- GLOBAL_STEP: 93150 + | > loss_text_ce: 0.035433512181043625 (0.03843691295050846) + | > loss_mel_ce: 3.017977714538574 (2.744681931677318) + | > loss: 0.7633528113365173 (0.6957797118190198) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.13214624576828105) + | > loader_time: 0.0051 (0.004837572169141708) + + + --> TIME: 2024-12-24 03:47:34 -- STEP: 344/7738 -- GLOBAL_STEP: 93200 + | > loss_text_ce: 0.036697398871183395 (0.038397233640818436) + | > loss_mel_ce: 2.8411002159118652 (2.746294564285941) + | > loss: 0.7194494009017944 (0.6961729498796685) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.1308073117289431) + | > loader_time: 0.0048 (0.004823981329452164) + + + --> TIME: 2024-12-24 03:47:46 -- STEP: 394/7738 -- GLOBAL_STEP: 93250 + | > loss_text_ce: 0.03875747323036194 (0.03838162042843509) + | > loss_mel_ce: 2.6015310287475586 (2.7444055364821747) + | > loss: 0.6600721478462219 (0.6956967897524085) + | > current_lr: 5e-06 + | > step_time: 0.1215 (0.13005818872887448) + | > loader_time: 0.0047 (0.004815243827510009) + + + --> TIME: 2024-12-24 03:47:58 -- STEP: 444/7738 -- GLOBAL_STEP: 93300 + | > loss_text_ce: 0.03934796527028084 (0.038404668454785594) + | > loss_mel_ce: 2.807992696762085 (2.7428385395187496) + | > loss: 0.7118351459503174 (0.6953108018046028) + | > current_lr: 5e-06 + | > step_time: 0.1349 (0.13116318792910173) + | > loader_time: 0.0051 (0.004820660964862728) + + + --> TIME: 2024-12-24 03:48:10 -- STEP: 494/7738 -- GLOBAL_STEP: 93350 + | > loss_text_ce: 0.03675404563546181 (0.03833897128278909) + | > loss_mel_ce: 2.817439556121826 (2.7412336321494823) + | > loss: 0.7135484218597412 (0.6948931505564254) + | > current_lr: 5e-06 + | > step_time: 0.1638 (0.13127265140595212) + | > loader_time: 0.0051 (0.004832221428875023) + + + --> TIME: 2024-12-24 03:48:21 -- STEP: 544/7738 -- GLOBAL_STEP: 93400 + | > loss_text_ce: 0.038137488067150116 (0.038349061779787426) + | > loss_mel_ce: 2.8046131134033203 (2.7416156227974313) + | > loss: 0.7106876373291016 (0.6949911708121793) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.13105573461336237) + | > loader_time: 0.0051 (0.004829098634860102) + + + --> TIME: 2024-12-24 03:48:33 -- STEP: 594/7738 -- GLOBAL_STEP: 93450 + | > loss_text_ce: 0.03805594518780708 (0.038373278165455604) + | > loss_mel_ce: 2.6224112510681152 (2.7407295258358255) + | > loss: 0.6651167869567871 (0.6947757011712198) + | > current_lr: 5e-06 + | > step_time: 0.097 (0.13059423467526915) + | > loader_time: 0.0044 (0.004821233877830641) + + + --> TIME: 2024-12-24 03:48:44 -- STEP: 644/7738 -- GLOBAL_STEP: 93500 + | > loss_text_ce: 0.03581773489713669 (0.03837050997322387) + | > loss_mel_ce: 2.7249627113342285 (2.738997213958951) + | > loss: 0.6901950836181641 (0.6943419313763978) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.13032115579391831) + | > loader_time: 0.005 (0.004812284656192948) + + + --> TIME: 2024-12-24 03:48:55 -- STEP: 694/7738 -- GLOBAL_STEP: 93550 + | > loss_text_ce: 0.035362813621759415 (0.03839951370888381) + | > loss_mel_ce: 2.7450802326202393 (2.739346485660123) + | > loss: 0.6951107382774353 (0.6944364999831578) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.13007110924129867) + | > loader_time: 0.0048 (0.004808059343343507) + + + --> TIME: 2024-12-24 03:49:07 -- STEP: 744/7738 -- GLOBAL_STEP: 93600 + | > loss_text_ce: 0.03786716237664223 (0.03838051446483177) + | > loss_mel_ce: 2.735974073410034 (2.739300079884066) + | > loss: 0.6934602856636047 (0.6944201486085044) + | > current_lr: 5e-06 + | > step_time: 0.1344 (0.1299072917430632) + | > loader_time: 0.0049 (0.004807718658959992) + + + --> TIME: 2024-12-24 03:49:18 -- STEP: 794/7738 -- GLOBAL_STEP: 93650 + | > loss_text_ce: 0.04046523571014404 (0.03837994820149775) + | > loss_mel_ce: 2.8021833896636963 (2.7384453618556477) + | > loss: 0.7106621265411377 (0.6942063275002106) + | > current_lr: 5e-06 + | > step_time: 0.1165 (0.12964303727714482) + | > loader_time: 0.005 (0.004806313166390138) + + + --> TIME: 2024-12-24 03:49:30 -- STEP: 844/7738 -- GLOBAL_STEP: 93700 + | > loss_text_ce: 0.039083726704120636 (0.03834998786837848) + | > loss_mel_ce: 2.6427950859069824 (2.738619278675006) + | > loss: 0.6704697012901306 (0.6942423167528129) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.1296688123336901) + | > loader_time: 0.0048 (0.004803786345567747) + + + --> TIME: 2024-12-24 03:49:42 -- STEP: 894/7738 -- GLOBAL_STEP: 93750 + | > loss_text_ce: 0.03802673891186714 (0.03834485610576147) + | > loss_mel_ce: 2.7380247116088867 (2.737764885761593) + | > loss: 0.6940128803253174 (0.6940274356595617) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.1297635754749546) + | > loader_time: 0.0048 (0.004808631519343228) + + + --> TIME: 2024-12-24 03:49:53 -- STEP: 944/7738 -- GLOBAL_STEP: 93800 + | > loss_text_ce: 0.03904934972524643 (0.03835753941813765) + | > loss_mel_ce: 3.0413756370544434 (2.7359434106087273) + | > loss: 0.7701062560081482 (0.6935752377040301) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.12966920612222058) + | > loader_time: 0.0051 (0.004809460902618148) + + + --> TIME: 2024-12-24 03:50:04 -- STEP: 994/7738 -- GLOBAL_STEP: 93850 + | > loss_text_ce: 0.0384787954390049 (0.03837650994464782) + | > loss_mel_ce: 2.9104321002960205 (2.7358120569520783) + | > loss: 0.737227737903595 (0.6935471416838928) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.1294176425012783) + | > loader_time: 0.0052 (0.004809029865073006) + + + --> TIME: 2024-12-24 03:50:16 -- STEP: 1044/7738 -- GLOBAL_STEP: 93900 + | > loss_text_ce: 0.03435726836323738 (0.03838077065859601) + | > loss_mel_ce: 2.688598394393921 (2.7357318412755176) + | > loss: 0.6807389259338379 (0.6935281532020857) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12928122213517101) + | > loader_time: 0.005 (0.004811051704874439) + + + --> TIME: 2024-12-24 03:50:27 -- STEP: 1094/7738 -- GLOBAL_STEP: 93950 + | > loss_text_ce: 0.0381484292447567 (0.03839140266207277) + | > loss_mel_ce: 2.8144638538360596 (2.7358795132018088) + | > loss: 0.713153064250946 (0.6935677290289662) + | > current_lr: 5e-06 + | > step_time: 0.1661 (0.12927361598180445) + | > loader_time: 0.0053 (0.004814874101600437) + + + --> TIME: 2024-12-24 03:50:38 -- STEP: 1144/7738 -- GLOBAL_STEP: 94000 + | > loss_text_ce: 0.03696443885564804 (0.038363877980207815) + | > loss_mel_ce: 2.8888585567474365 (2.736381725831464) + | > loss: 0.7314557433128357 (0.6936864012500615) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12895485196080225) + | > loader_time: 0.005 (0.00481672032729729) + + + --> TIME: 2024-12-24 03:50:50 -- STEP: 1194/7738 -- GLOBAL_STEP: 94050 + | > loss_text_ce: 0.041122861206531525 (0.038379768926768816) + | > loss_mel_ce: 2.7027835845947266 (2.7358798056191915) + | > loss: 0.6859766244888306 (0.6935648939118305) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.12888144707959284) + | > loader_time: 0.0048 (0.00481780549788994) + + + --> TIME: 2024-12-24 03:51:01 -- STEP: 1244/7738 -- GLOBAL_STEP: 94100 + | > loss_text_ce: 0.0402800589799881 (0.03839079768867063) + | > loss_mel_ce: 2.945371389389038 (2.7361098067936758) + | > loss: 0.7464128732681274 (0.6936251512965196) + | > current_lr: 5e-06 + | > step_time: 0.1017 (0.12883444231039445) + | > loader_time: 0.0047 (0.004819769759653467) + + + --> TIME: 2024-12-24 03:51:13 -- STEP: 1294/7738 -- GLOBAL_STEP: 94150 + | > loss_text_ce: 0.03676765039563179 (0.03839205100936623) + | > loss_mel_ce: 2.583301544189453 (2.7357091524132957) + | > loss: 0.6550173163414001 (0.6935253009729803) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12885993157140602) + | > loader_time: 0.0045 (0.0048221791914478535) + + + --> TIME: 2024-12-24 03:51:25 -- STEP: 1344/7738 -- GLOBAL_STEP: 94200 + | > loss_text_ce: 0.03404329717159271 (0.0383870201185345) + | > loss_mel_ce: 2.827162981033325 (2.7359848561741016) + | > loss: 0.7153015732765198 (0.6935929692394671) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.12896693054409236) + | > loader_time: 0.005 (0.0048246420919895155) + + + --> TIME: 2024-12-24 03:51:36 -- STEP: 1394/7738 -- GLOBAL_STEP: 94250 + | > loss_text_ce: 0.04339958727359772 (0.0383961671960661) + | > loss_mel_ce: 2.6560866832733154 (2.7358239297374194) + | > loss: 0.674871563911438 (0.6935550243816894) + | > current_lr: 5e-06 + | > step_time: 0.108 (0.1287809707855048) + | > loader_time: 0.0047 (0.0048237149650431415) + + + --> TIME: 2024-12-24 03:51:47 -- STEP: 1444/7738 -- GLOBAL_STEP: 94300 + | > loss_text_ce: 0.03991670161485672 (0.03840750028376676) + | > loss_mel_ce: 2.4861695766448975 (2.735881320822597) + | > loss: 0.6315215826034546 (0.6935722054784647) + | > current_lr: 5e-06 + | > step_time: 0.0941 (0.12873270719665547) + | > loader_time: 0.0046 (0.004824325153371961) + + + --> TIME: 2024-12-24 03:51:59 -- STEP: 1494/7738 -- GLOBAL_STEP: 94350 + | > loss_text_ce: 0.04183914512395859 (0.0384099395519279) + | > loss_mel_ce: 2.7174713611602783 (2.736241822581051) + | > loss: 0.6898276209831238 (0.693662940697817) + | > current_lr: 5e-06 + | > step_time: 0.1134 (0.12884152015369388) + | > loader_time: 0.0047 (0.004827224905072766) + + + --> TIME: 2024-12-24 03:52:11 -- STEP: 1544/7738 -- GLOBAL_STEP: 94400 + | > loss_text_ce: 0.04055717960000038 (0.03841919928229376) + | > loss_mel_ce: 2.6487159729003906 (2.7369350449717684) + | > loss: 0.6723182797431946 (0.6938385612529178) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12890118360519376) + | > loader_time: 0.0048 (0.004828562390618989) + + + --> TIME: 2024-12-24 03:52:22 -- STEP: 1594/7738 -- GLOBAL_STEP: 94450 + | > loss_text_ce: 0.04082155227661133 (0.03842008125780139) + | > loss_mel_ce: 2.6505067348480225 (2.7356787540083958) + | > loss: 0.6728320717811584 (0.6935247088241459) + | > current_lr: 5e-06 + | > step_time: 0.1615 (0.12890190940579277) + | > loader_time: 0.0054 (0.00483016477175608) + + + --> TIME: 2024-12-24 03:52:34 -- STEP: 1644/7738 -- GLOBAL_STEP: 94500 + | > loss_text_ce: 0.04058238863945007 (0.03842293306586945) + | > loss_mel_ce: 2.7094147205352783 (2.736049352626147) + | > loss: 0.6874992847442627 (0.6936180714128083) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12889294714243124) + | > loader_time: 0.0048 (0.004835271197223887) + + + --> TIME: 2024-12-24 03:52:46 -- STEP: 1694/7738 -- GLOBAL_STEP: 94550 + | > loss_text_ce: 0.03825516998767853 (0.03842617657119149) + | > loss_mel_ce: 2.5360162258148193 (2.736365822580372) + | > loss: 0.6435678601264954 (0.693697999859363) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12896554669917212) + | > loader_time: 0.005 (0.004841683183960529) + + + --> TIME: 2024-12-24 03:52:57 -- STEP: 1744/7738 -- GLOBAL_STEP: 94600 + | > loss_text_ce: 0.041194651275873184 (0.03843362267564873) + | > loss_mel_ce: 2.92268967628479 (2.736481209823841) + | > loss: 0.7409710884094238 (0.6937287081750709) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.12890751441137455) + | > loader_time: 0.0046 (0.004841021988369994) + + + --> TIME: 2024-12-24 03:53:08 -- STEP: 1794/7738 -- GLOBAL_STEP: 94650 + | > loss_text_ce: 0.03668424114584923 (0.03843639953811558) + | > loss_mel_ce: 2.6014485359191895 (2.7360923904240297) + | > loss: 0.6595332026481628 (0.6936321973867109) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.1288087896944549) + | > loader_time: 0.0048 (0.004842339417873277) + + + --> TIME: 2024-12-24 03:53:19 -- STEP: 1844/7738 -- GLOBAL_STEP: 94700 + | > loss_text_ce: 0.037089139223098755 (0.038440941834979814) + | > loss_mel_ce: 2.7151670455932617 (2.7360944012240545) + | > loss: 0.6880640387535095 (0.6936338356092024) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.12865141687062148) + | > loader_time: 0.0047 (0.004843532134033328) + + + --> TIME: 2024-12-24 03:53:31 -- STEP: 1894/7738 -- GLOBAL_STEP: 94750 + | > loss_text_ce: 0.041254766285419464 (0.038462339517873784) + | > loss_mel_ce: 2.6892359256744385 (2.736482774317576) + | > loss: 0.6826226711273193 (0.693736278268075) + | > current_lr: 5e-06 + | > step_time: 0.1725 (0.1286709954393698) + | > loader_time: 0.0054 (0.00484503561742957) + + + --> TIME: 2024-12-24 03:53:43 -- STEP: 1944/7738 -- GLOBAL_STEP: 94800 + | > loss_text_ce: 0.03485853224992752 (0.03845970012600156) + | > loss_mel_ce: 2.7712724208831787 (2.7363644041151636) + | > loss: 0.7015327215194702 (0.6937060258638713) + | > current_lr: 5e-06 + | > step_time: 0.1336 (0.12867612946671175) + | > loader_time: 0.0053 (0.004846912597923115) + + + --> TIME: 2024-12-24 03:53:54 -- STEP: 1994/7738 -- GLOBAL_STEP: 94850 + | > loss_text_ce: 0.042180418968200684 (0.038460091273921485) + | > loss_mel_ce: 2.675605535507202 (2.7365174090252444) + | > loss: 0.6794464588165283 (0.6937443749715716) + | > current_lr: 5e-06 + | > step_time: 0.162 (0.12870782261028643) + | > loader_time: 0.0052 (0.004848662207095522) + + + --> TIME: 2024-12-24 03:54:06 -- STEP: 2044/7738 -- GLOBAL_STEP: 94900 + | > loss_text_ce: 0.03671425208449364 (0.03846639013482861) + | > loss_mel_ce: 2.885277271270752 (2.7364165426000424) + | > loss: 0.7304978966712952 (0.6937207331162843) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.12867965273661108) + | > loader_time: 0.0052 (0.004853584528435926) + + + --> TIME: 2024-12-24 03:54:17 -- STEP: 2094/7738 -- GLOBAL_STEP: 94950 + | > loss_text_ce: 0.03984524682164192 (0.03845849214255121) + | > loss_mel_ce: 2.834489345550537 (2.7368420594742764) + | > loss: 0.7185836434364319 (0.6938251378770774) + | > current_lr: 5e-06 + | > step_time: 0.1631 (0.1286080395936278) + | > loader_time: 0.0054 (0.004853354484099024) + + + --> TIME: 2024-12-24 03:54:28 -- STEP: 2144/7738 -- GLOBAL_STEP: 95000 + | > loss_text_ce: 0.03599408641457558 (0.03847345176896547) + | > loss_mel_ce: 2.685497283935547 (2.737218422453793) + | > loss: 0.6803728342056274 (0.6939229685535185) + | > current_lr: 5e-06 + | > step_time: 0.1046 (0.1285955733550124) + | > loader_time: 0.0051 (0.004854470825017381) + + + --> TIME: 2024-12-24 03:54:40 -- STEP: 2194/7738 -- GLOBAL_STEP: 95050 + | > loss_text_ce: 0.03693448752164841 (0.03846045998294402) + | > loss_mel_ce: 2.8665783405303955 (2.736912609233351) + | > loss: 0.7258781790733337 (0.6938432674029794) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.12858346080171437) + | > loader_time: 0.0054 (0.004854336367374996) + + + --> TIME: 2024-12-24 03:54:52 -- STEP: 2244/7738 -- GLOBAL_STEP: 95100 + | > loss_text_ce: 0.038799501955509186 (0.0384689992170867) + | > loss_mel_ce: 2.6142444610595703 (2.736378031087219) + | > loss: 0.6632609963417053 (0.6937117576067887) + | > current_lr: 5e-06 + | > step_time: 0.1406 (0.1286941688116004) + | > loader_time: 0.0053 (0.004857682289286726) + + + --> TIME: 2024-12-24 03:55:03 -- STEP: 2294/7738 -- GLOBAL_STEP: 95150 + | > loss_text_ce: 0.03781847283244133 (0.03849167677020911) + | > loss_mel_ce: 2.6410322189331055 (2.7363328832902374) + | > loss: 0.6697126626968384 (0.6937061401429963) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12867796348299018) + | > loader_time: 0.0051 (0.004860433060497224) + + + --> TIME: 2024-12-24 03:55:15 -- STEP: 2344/7738 -- GLOBAL_STEP: 95200 + | > loss_text_ce: 0.03552797809243202 (0.038494612551183006) + | > loss_mel_ce: 2.648750066757202 (2.7365498015904985) + | > loss: 0.6710695028305054 (0.6937611036689204) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12870593333407027) + | > loader_time: 0.0048 (0.004862338609662885) + + + --> TIME: 2024-12-24 03:55:27 -- STEP: 2394/7738 -- GLOBAL_STEP: 95250 + | > loss_text_ce: 0.04258783906698227 (0.03849882692403609) + | > loss_mel_ce: 2.9539878368377686 (2.736399387954768) + | > loss: 0.7491438984870911 (0.6937245538360187) + | > current_lr: 5e-06 + | > step_time: 0.1542 (0.12875263214908023) + | > loader_time: 0.0055 (0.00486521463943902) + + + --> TIME: 2024-12-24 03:55:38 -- STEP: 2444/7738 -- GLOBAL_STEP: 95300 + | > loss_text_ce: 0.03756897523999214 (0.03848508637819174) + | > loss_mel_ce: 2.7050187587738037 (2.7366771259986815) + | > loss: 0.6856469511985779 (0.6937905531711933) + | > current_lr: 5e-06 + | > step_time: 0.1566 (0.12877539331901267) + | > loader_time: 0.0055 (0.0048666582755293245) + + + --> TIME: 2024-12-24 03:55:50 -- STEP: 2494/7738 -- GLOBAL_STEP: 95350 + | > loss_text_ce: 0.04007334262132645 (0.038486896604060496) + | > loss_mel_ce: 2.5461771488189697 (2.736894387766754) + | > loss: 0.6465626358985901 (0.6938453211531983) + | > current_lr: 5e-06 + | > step_time: 0.1634 (0.12884103439288216) + | > loader_time: 0.0053 (0.004869109263110369) + + + --> TIME: 2024-12-24 03:56:02 -- STEP: 2544/7738 -- GLOBAL_STEP: 95400 + | > loss_text_ce: 0.03541412949562073 (0.038483167582619056) + | > loss_mel_ce: 2.679276466369629 (2.737040492254981) + | > loss: 0.6786726713180542 (0.6938809150091878) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12884651190079977) + | > loader_time: 0.0049 (0.004870477806097305) + + + --> TIME: 2024-12-24 03:56:13 -- STEP: 2594/7738 -- GLOBAL_STEP: 95450 + | > loss_text_ce: 0.03905954957008362 (0.03848623675664014) + | > loss_mel_ce: 2.761610269546509 (2.736571988144006) + | > loss: 0.7001674771308899 (0.6937645563228181) + | > current_lr: 5e-06 + | > step_time: 0.1155 (0.12885924891131412) + | > loader_time: 0.0048 (0.004871562984969492) + + + --> TIME: 2024-12-24 03:56:25 -- STEP: 2644/7738 -- GLOBAL_STEP: 95500 + | > loss_text_ce: 0.03192073106765747 (0.03849146976565396) + | > loss_mel_ce: 2.6409716606140137 (2.736525167946371) + | > loss: 0.6682230830192566 (0.6937541595565745) + | > current_lr: 5e-06 + | > step_time: 0.0849 (0.12879410147125875) + | > loader_time: 0.0048 (0.004872148047777599) + + + --> TIME: 2024-12-24 03:56:37 -- STEP: 2694/7738 -- GLOBAL_STEP: 95550 + | > loss_text_ce: 0.04108218476176262 (0.03848977044152826) + | > loss_mel_ce: 2.7361621856689453 (2.7373658792124687) + | > loss: 0.6943110823631287 (0.6939639125431382) + | > current_lr: 5e-06 + | > step_time: 0.1632 (0.1289005396360807) + | > loader_time: 0.0052 (0.004873589223282546) + + + --> TIME: 2024-12-24 03:56:48 -- STEP: 2744/7738 -- GLOBAL_STEP: 95600 + | > loss_text_ce: 0.03718957304954529 (0.03849212686550248) + | > loss_mel_ce: 2.9253039360046387 (2.737409134300384) + | > loss: 0.7406233549118042 (0.693975315410263) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.12889962919251888) + | > loader_time: 0.0049 (0.00487499047646369) + + + --> TIME: 2024-12-24 03:56:59 -- STEP: 2794/7738 -- GLOBAL_STEP: 95650 + | > loss_text_ce: 0.035662055015563965 (0.03849169442866129) + | > loss_mel_ce: 2.7317416667938232 (2.7373130969175166) + | > loss: 0.6918509006500244 (0.6939511979445432) + | > current_lr: 5e-06 + | > step_time: 0.1568 (0.12885202863170298) + | > loader_time: 0.0059 (0.004876312564421137) + + + --> TIME: 2024-12-24 03:57:11 -- STEP: 2844/7738 -- GLOBAL_STEP: 95700 + | > loss_text_ce: 0.032431747764348984 (0.038491102265594816) + | > loss_mel_ce: 2.664633274078369 (2.737083623680882) + | > loss: 0.6742662787437439 (0.6938936815986136) + | > current_lr: 5e-06 + | > step_time: 0.0864 (0.12894148187798266) + | > loader_time: 0.0046 (0.004879081970193376) + + + --> TIME: 2024-12-24 03:57:23 -- STEP: 2894/7738 -- GLOBAL_STEP: 95750 + | > loss_text_ce: 0.03619520366191864 (0.03848006760762029) + | > loss_mel_ce: 2.856590747833252 (2.7370567070506855) + | > loss: 0.7231965065002441 (0.693884193835458) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12887409974067204) + | > loader_time: 0.005 (0.004879295372847611) + + + --> TIME: 2024-12-24 03:57:34 -- STEP: 2944/7738 -- GLOBAL_STEP: 95800 + | > loss_text_ce: 0.03740968555212021 (0.03848204741117777) + | > loss_mel_ce: 2.6290926933288574 (2.736698944526517) + | > loss: 0.6666256189346313 (0.6937952481169727) + | > current_lr: 5e-06 + | > step_time: 0.0919 (0.12879163966230694) + | > loader_time: 0.0049 (0.004879806109744568) + + + --> TIME: 2024-12-24 03:57:46 -- STEP: 2994/7738 -- GLOBAL_STEP: 95850 + | > loss_text_ce: 0.03660070523619652 (0.03848146200528436) + | > loss_mel_ce: 2.633014440536499 (2.736878589064415) + | > loss: 0.6674037575721741 (0.6938400128203057) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12886103177436892) + | > loader_time: 0.0051 (0.004881318521722599) + + + --> TIME: 2024-12-24 03:57:57 -- STEP: 3044/7738 -- GLOBAL_STEP: 95900 + | > loss_text_ce: 0.039915721863508224 (0.03848877730051172) + | > loss_mel_ce: 2.734631299972534 (2.736762745778283) + | > loss: 0.6936367750167847 (0.6938128808363967) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.1287952075649964) + | > loader_time: 0.0048 (0.004881418252586532) + + + --> TIME: 2024-12-24 03:58:08 -- STEP: 3094/7738 -- GLOBAL_STEP: 95950 + | > loss_text_ce: 0.03762032091617584 (0.03848720095574884) + | > loss_mel_ce: 2.753702402114868 (2.7365556792744323) + | > loss: 0.6978306770324707 (0.6937607201014928) + | > current_lr: 5e-06 + | > step_time: 0.1549 (0.12874940301652207) + | > loader_time: 0.0051 (0.004881325890036186) + + + --> TIME: 2024-12-24 03:58:20 -- STEP: 3144/7738 -- GLOBAL_STEP: 96000 + | > loss_text_ce: 0.03780769929289818 (0.03848030477994451) + | > loss_mel_ce: 2.769731044769287 (2.736609327808283) + | > loss: 0.7018846869468689 (0.6937724081538701) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.12873177158316831) + | > loader_time: 0.0045 (0.004881641791977042) + + + --> TIME: 2024-12-24 03:58:31 -- STEP: 3194/7738 -- GLOBAL_STEP: 96050 + | > loss_text_ce: 0.03311224281787872 (0.03847898030507792) + | > loss_mel_ce: 2.7322964668273926 (2.7367649185112537) + | > loss: 0.6913521885871887 (0.6938109747976818) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.12873278547990402) + | > loader_time: 0.0053 (0.0048825937879033235) + + + --> TIME: 2024-12-24 03:58:43 -- STEP: 3244/7738 -- GLOBAL_STEP: 96100 + | > loss_text_ce: 0.04201757162809372 (0.03848180065503386) + | > loss_mel_ce: 2.725403308868408 (2.7367633085803487) + | > loss: 0.6918551921844482 (0.6938112774076051) + | > current_lr: 5e-06 + | > step_time: 0.1125 (0.12872898894673312) + | > loader_time: 0.005 (0.004882809707180632) + + + --> TIME: 2024-12-24 03:58:55 -- STEP: 3294/7738 -- GLOBAL_STEP: 96150 + | > loss_text_ce: 0.04087056592106819 (0.03848204937490379) + | > loss_mel_ce: 2.7219796180725098 (2.7370046448837813) + | > loss: 0.690712571144104 (0.6938716737009488) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12878172645151895) + | > loader_time: 0.0047 (0.0048837180418467244) + + + --> TIME: 2024-12-24 03:59:06 -- STEP: 3344/7738 -- GLOBAL_STEP: 96200 + | > loss_text_ce: 0.037155695259571075 (0.0384734495282261) + | > loss_mel_ce: 2.7152416706085205 (2.7371187189406707) + | > loss: 0.6880993247032166 (0.6938980422628828) + | > current_lr: 5e-06 + | > step_time: 0.1425 (0.12872238592667973) + | > loader_time: 0.0053 (0.004884413911395088) + + + --> TIME: 2024-12-24 03:59:18 -- STEP: 3394/7738 -- GLOBAL_STEP: 96250 + | > loss_text_ce: 0.04367920383810997 (0.03846995200924497) + | > loss_mel_ce: 2.615117073059082 (2.737397627403398) + | > loss: 0.6646990776062012 (0.6939668949906367) + | > current_lr: 5e-06 + | > step_time: 0.1155 (0.12877717029366934) + | > loader_time: 0.0047 (0.004885585924844278) + + + --> TIME: 2024-12-24 03:59:29 -- STEP: 3444/7738 -- GLOBAL_STEP: 96300 + | > loss_text_ce: 0.04257320612668991 (0.03847534679045129) + | > loss_mel_ce: 2.8969838619232178 (2.737336749676069) + | > loss: 0.7348892688751221 (0.6939530242299359) + | > current_lr: 5e-06 + | > step_time: 0.127 (0.12872925341890767) + | > loader_time: 0.0054 (0.004885339224656968) + + + --> TIME: 2024-12-24 03:59:41 -- STEP: 3494/7738 -- GLOBAL_STEP: 96350 + | > loss_text_ce: 0.0401277095079422 (0.03846711761242968) + | > loss_mel_ce: 2.5875298976898193 (2.7375122722244654) + | > loss: 0.6569144129753113 (0.6939948476002283) + | > current_lr: 5e-06 + | > step_time: 0.0983 (0.12876804228434882) + | > loader_time: 0.0046 (0.00488728956966039) + + + --> TIME: 2024-12-24 03:59:52 -- STEP: 3544/7738 -- GLOBAL_STEP: 96400 + | > loss_text_ce: 0.039065513759851456 (0.03846970539851182) + | > loss_mel_ce: 2.6111631393432617 (2.73753894519052) + | > loss: 0.6625571846961975 (0.69400216285854) + | > current_lr: 5e-06 + | > step_time: 0.0802 (0.12872737800832756) + | > loader_time: 0.0044 (0.004887710710142313) + + + --> TIME: 2024-12-24 04:00:04 -- STEP: 3594/7738 -- GLOBAL_STEP: 96450 + | > loss_text_ce: 0.03674411401152611 (0.03846778388720245) + | > loss_mel_ce: 2.799823522567749 (2.7372252416398393) + | > loss: 0.7091419100761414 (0.6939232565989136) + | > current_lr: 5e-06 + | > step_time: 0.1633 (0.12876066262017477) + | > loader_time: 0.0051 (0.0048911355904359905) + + + --> TIME: 2024-12-24 04:00:16 -- STEP: 3644/7738 -- GLOBAL_STEP: 96500 + | > loss_text_ce: 0.035424526780843735 (0.038465243887920816) + | > loss_mel_ce: 2.7852840423583984 (2.7371830707323888) + | > loss: 0.7051771283149719 (0.6939120788278476) + | > current_lr: 5e-06 + | > step_time: 0.1279 (0.1288305750662614) + | > loader_time: 0.0052 (0.004892891573461029) + + + --> TIME: 2024-12-24 04:00:27 -- STEP: 3694/7738 -- GLOBAL_STEP: 96550 + | > loss_text_ce: 0.03284638002514839 (0.03846610747338233) + | > loss_mel_ce: 2.74198579788208 (2.7372833670444163) + | > loss: 0.693708062171936 (0.6939373688079492) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.1288039854041418) + | > loader_time: 0.0053 (0.004893787241524202) + + + --> TIME: 2024-12-24 04:00:39 -- STEP: 3744/7738 -- GLOBAL_STEP: 96600 + | > loss_text_ce: 0.03906181827187538 (0.03846813343429497) + | > loss_mel_ce: 2.6993019580841064 (2.736980302721003) + | > loss: 0.6845909357070923 (0.6938621091823538) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.12883583156980996) + | > loader_time: 0.0053 (0.004895211858117675) + + + --> TIME: 2024-12-24 04:00:50 -- STEP: 3794/7738 -- GLOBAL_STEP: 96650 + | > loss_text_ce: 0.037376996129751205 (0.03846689961010134) + | > loss_mel_ce: 2.600639581680298 (2.737110411737485) + | > loss: 0.6595041155815125 (0.6938943279750978) + | > current_lr: 5e-06 + | > step_time: 0.0985 (0.12880868552292887) + | > loader_time: 0.0045 (0.004895455974243028) + + + --> TIME: 2024-12-24 04:01:02 -- STEP: 3844/7738 -- GLOBAL_STEP: 96700 + | > loss_text_ce: 0.03983153775334358 (0.038469164899737306) + | > loss_mel_ce: 2.779215097427368 (2.737030120099368) + | > loss: 0.7047616839408875 (0.6938748213924791) + | > current_lr: 5e-06 + | > step_time: 0.103 (0.1288356982582438) + | > loader_time: 0.0049 (0.00489672711438864) + + + --> TIME: 2024-12-24 04:01:13 -- STEP: 3894/7738 -- GLOBAL_STEP: 96750 + | > loss_text_ce: 0.03706890344619751 (0.0384697797763221) + | > loss_mel_ce: 2.795764446258545 (2.7368429519607234) + | > loss: 0.7082083225250244 (0.6938281831033538) + | > current_lr: 5e-06 + | > step_time: 0.1631 (0.12884086869469485) + | > loader_time: 0.0052 (0.004897231252363655) + + + --> TIME: 2024-12-24 04:01:25 -- STEP: 3944/7738 -- GLOBAL_STEP: 96800 + | > loss_text_ce: 0.035343922674655914 (0.03846735937301716) + | > loss_mel_ce: 2.801917552947998 (2.73687674833601) + | > loss: 0.7093153595924377 (0.6938360270422554) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.12886642623866504) + | > loader_time: 0.0054 (0.004898029577901341) + + + --> TIME: 2024-12-24 04:01:36 -- STEP: 3994/7738 -- GLOBAL_STEP: 96850 + | > loss_text_ce: 0.036300044506788254 (0.03846232080808795) + | > loss_mel_ce: 2.7248036861419678 (2.736827709582902) + | > loss: 0.6902759075164795 (0.6938225076415856) + | > current_lr: 5e-06 + | > step_time: 0.1101 (0.12879892952393182) + | > loader_time: 0.0047 (0.0048979436031985225) + + + --> TIME: 2024-12-24 04:01:47 -- STEP: 4044/7738 -- GLOBAL_STEP: 96900 + | > loss_text_ce: 0.035438861697912216 (0.038464758312099244) + | > loss_mel_ce: 2.580479383468628 (2.736937791669164) + | > loss: 0.6539795398712158 (0.693850637499231) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12873897207007293) + | > loader_time: 0.0045 (0.0048985117502901064) + + + --> TIME: 2024-12-24 04:01:59 -- STEP: 4094/7738 -- GLOBAL_STEP: 96950 + | > loss_text_ce: 0.0409296415746212 (0.038461908030186634) + | > loss_mel_ce: 2.8502659797668457 (2.737171070250753) + | > loss: 0.7227988839149475 (0.6939082445897986) + | > current_lr: 5e-06 + | > step_time: 0.1119 (0.12874268460518298) + | > loader_time: 0.005 (0.004899433606068092) + + + --> TIME: 2024-12-24 04:02:11 -- STEP: 4144/7738 -- GLOBAL_STEP: 97000 + | > loss_text_ce: 0.03813540190458298 (0.03846362457722127) + | > loss_mel_ce: 2.4825334548950195 (2.7374277744859303) + | > loss: 0.6301671862602234 (0.6939728497797218) + | > current_lr: 5e-06 + | > step_time: 0.143 (0.12877217729119225) + | > loader_time: 0.0054 (0.004901871545434452) + + + --> TIME: 2024-12-24 04:02:22 -- STEP: 4194/7738 -- GLOBAL_STEP: 97050 + | > loss_text_ce: 0.036106787621974945 (0.03846069837044994) + | > loss_mel_ce: 2.7156591415405273 (2.7372930483074454) + | > loss: 0.6879414916038513 (0.6939384366679194) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12876728425778558) + | > loader_time: 0.0048 (0.004901804523804549) + + + --> TIME: 2024-12-24 04:02:34 -- STEP: 4244/7738 -- GLOBAL_STEP: 97100 + | > loss_text_ce: 0.038507696241140366 (0.03846266656467974) + | > loss_mel_ce: 2.7508442401885986 (2.737450435912123) + | > loss: 0.6973379850387573 (0.6939782756578229) + | > current_lr: 5e-06 + | > step_time: 0.1331 (0.12872091730622906) + | > loader_time: 0.0051 (0.004901335219186387) + + + --> TIME: 2024-12-24 04:02:45 -- STEP: 4294/7738 -- GLOBAL_STEP: 97150 + | > loss_text_ce: 0.03583180159330368 (0.03846164884823909) + | > loss_mel_ce: 2.715787887573242 (2.7372406876026076) + | > loss: 0.6879048943519592 (0.6939255841177003) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.12867754978194107) + | > loader_time: 0.0052 (0.004901705923111532) + + + --> TIME: 2024-12-24 04:02:57 -- STEP: 4344/7738 -- GLOBAL_STEP: 97200 + | > loss_text_ce: 0.03599722683429718 (0.03845787391625682) + | > loss_mel_ce: 2.6803953647613525 (2.737429445509968) + | > loss: 0.6790981292724609 (0.6939718298902162) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12870294327674398) + | > loader_time: 0.005 (0.0049026663351673634) + + + --> TIME: 2024-12-24 04:03:08 -- STEP: 4394/7738 -- GLOBAL_STEP: 97250 + | > loss_text_ce: 0.03936831280589104 (0.03845354334252441) + | > loss_mel_ce: 2.689958095550537 (2.73733028483271) + | > loss: 0.6823316216468811 (0.6939459571010362) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1286607628580541) + | > loader_time: 0.005 (0.004902801244542115) + + + --> TIME: 2024-12-24 04:03:19 -- STEP: 4444/7738 -- GLOBAL_STEP: 97300 + | > loss_text_ce: 0.040805235505104065 (0.038456511772619086) + | > loss_mel_ce: 2.801250696182251 (2.7374162846165184) + | > loss: 0.7105140089988708 (0.6939681992001832) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.1286338179311054) + | > loader_time: 0.0049 (0.004903488122697991) + + + --> TIME: 2024-12-24 04:03:31 -- STEP: 4494/7738 -- GLOBAL_STEP: 97350 + | > loss_text_ce: 0.0411870963871479 (0.03845880101018334) + | > loss_mel_ce: 2.721794605255127 (2.737129596534914) + | > loss: 0.6907454133033752 (0.6938970994434722) + | > current_lr: 5e-06 + | > step_time: 0.1626 (0.1286259360137277) + | > loader_time: 0.0052 (0.004903906867617649) + + + --> TIME: 2024-12-24 04:03:42 -- STEP: 4544/7738 -- GLOBAL_STEP: 97400 + | > loss_text_ce: 0.038656167685985565 (0.0384522888983245) + | > loss_mel_ce: 2.623689651489258 (2.7372908660433604) + | > loss: 0.6655864715576172 (0.6939357888399498) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.12866199924282587) + | > loader_time: 0.005 (0.004904689765732049) + + + --> TIME: 2024-12-24 04:03:54 -- STEP: 4594/7738 -- GLOBAL_STEP: 97450 + | > loss_text_ce: 0.03635380044579506 (0.03845171492610041) + | > loss_mel_ce: 2.860729694366455 (2.7372677615273178) + | > loss: 0.7242708802223206 (0.6939298692583046) + | > current_lr: 5e-06 + | > step_time: 0.1511 (0.12859444110664386) + | > loader_time: 0.0053 (0.004904384606809368) + + + --> TIME: 2024-12-24 04:04:05 -- STEP: 4644/7738 -- GLOBAL_STEP: 97500 + | > loss_text_ce: 0.03850866109132767 (0.038450725072582466) + | > loss_mel_ce: 2.806553602218628 (2.7372855104627876) + | > loss: 0.7112655639648438 (0.6939340590480888) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.12856380370646855) + | > loader_time: 0.0052 (0.004904965662319628) + + + --> TIME: 2024-12-24 04:04:16 -- STEP: 4694/7738 -- GLOBAL_STEP: 97550 + | > loss_text_ce: 0.03618522733449936 (0.038450347849306336) + | > loss_mel_ce: 2.8716964721679688 (2.737511263281723) + | > loss: 0.7269704341888428 (0.6939904029363255) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12856054514278256) + | > loader_time: 0.005 (0.004905620533504736) + + + --> TIME: 2024-12-24 04:04:28 -- STEP: 4744/7738 -- GLOBAL_STEP: 97600 + | > loss_text_ce: 0.040388815104961395 (0.03844643933981226) + | > loss_mel_ce: 2.6117138862609863 (2.7373367317812414) + | > loss: 0.6630256772041321 (0.693945792948114) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.12855143380205267) + | > loader_time: 0.0047 (0.004906236371543713) + + + --> TIME: 2024-12-24 04:04:39 -- STEP: 4794/7738 -- GLOBAL_STEP: 97650 + | > loss_text_ce: 0.03902549669146538 (0.03844610861672377) + | > loss_mel_ce: 2.8031506538391113 (2.7371236112250013) + | > loss: 0.7105440497398376 (0.6938924301053565) + | > current_lr: 5e-06 + | > step_time: 0.1251 (0.12850632048866648) + | > loader_time: 0.0051 (0.004907054059645706) + + + --> TIME: 2024-12-24 04:04:51 -- STEP: 4844/7738 -- GLOBAL_STEP: 97700 + | > loss_text_ce: 0.036812782287597656 (0.03844371116024148) + | > loss_mel_ce: 2.884399890899658 (2.7371363765833068) + | > loss: 0.730303168296814 (0.6938950220210606) + | > current_lr: 5e-06 + | > step_time: 0.1335 (0.12853722711125223) + | > loader_time: 0.0054 (0.004909455825433955) + + + --> TIME: 2024-12-24 04:05:03 -- STEP: 4894/7738 -- GLOBAL_STEP: 97750 + | > loss_text_ce: 0.04037386178970337 (0.03844288427688711) + | > loss_mel_ce: 2.8171398639678955 (2.7374486544203305) + | > loss: 0.7143784165382385 (0.6939728847683134) + | > current_lr: 5e-06 + | > step_time: 0.1547 (0.12854455230574124) + | > loader_time: 0.0055 (0.004911503452742197) + + + --> TIME: 2024-12-24 04:05:14 -- STEP: 4944/7738 -- GLOBAL_STEP: 97800 + | > loss_text_ce: 0.03694574162364006 (0.038439322067846615) + | > loss_mel_ce: 2.5609068870544434 (2.73734252410413) + | > loss: 0.6494631767272949 (0.6939454616128825) + | > current_lr: 5e-06 + | > step_time: 0.1195 (0.12857650355420816) + | > loader_time: 0.0052 (0.004912954269875208) + + + --> TIME: 2024-12-24 04:05:26 -- STEP: 4994/7738 -- GLOBAL_STEP: 97850 + | > loss_text_ce: 0.03886188566684723 (0.03844677735139453) + | > loss_mel_ce: 2.6743574142456055 (2.7373892607381403) + | > loss: 0.6783048510551453 (0.6939590096020162) + | > current_lr: 5e-06 + | > step_time: 0.1103 (0.12854602354070277) + | > loader_time: 0.0049 (0.004914197293481298) + + + --> TIME: 2024-12-24 04:05:37 -- STEP: 5044/7738 -- GLOBAL_STEP: 97900 + | > loss_text_ce: 0.03864514082670212 (0.038446170822211356) + | > loss_mel_ce: 2.7716064453125 (2.737316879556817) + | > loss: 0.7025628685951233 (0.6939407626638151) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12855312887588033) + | > loader_time: 0.0049 (0.004915553789872383) + + + --> TIME: 2024-12-24 04:05:49 -- STEP: 5094/7738 -- GLOBAL_STEP: 97950 + | > loss_text_ce: 0.0381656140089035 (0.038443316397278035) + | > loss_mel_ce: 2.785784959793091 (2.7372228621874806) + | > loss: 0.7059876322746277 (0.6939165447335841) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12853983710408404) + | > loader_time: 0.0047 (0.004916512175171708) + + + --> TIME: 2024-12-24 04:06:00 -- STEP: 5144/7738 -- GLOBAL_STEP: 98000 + | > loss_text_ce: 0.03713185340166092 (0.03844226565368443) + | > loss_mel_ce: 2.9134521484375 (2.737258705529225) + | > loss: 0.7376459836959839 (0.6939252428536662) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12855315454084024) + | > loader_time: 0.0051 (0.004917958244380086) + + + --> TIME: 2024-12-24 04:06:11 -- STEP: 5194/7738 -- GLOBAL_STEP: 98050 + | > loss_text_ce: 0.0374600775539875 (0.038440993822419695) + | > loss_mel_ce: 2.8239686489105225 (2.737374502280415) + | > loss: 0.7153571844100952 (0.6939538740565521) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12849671403674065) + | > loader_time: 0.0048 (0.004918162300350751) + + + --> TIME: 2024-12-24 04:06:23 -- STEP: 5244/7738 -- GLOBAL_STEP: 98100 + | > loss_text_ce: 0.03772655501961708 (0.038443073972741444) + | > loss_mel_ce: 2.663494348526001 (2.7370966136409995) + | > loss: 0.6753052473068237 (0.6938849219286573) + | > current_lr: 5e-06 + | > step_time: 0.1403 (0.12846994800116585) + | > loader_time: 0.0054 (0.004918748235811621) + + + --> TIME: 2024-12-24 04:06:34 -- STEP: 5294/7738 -- GLOBAL_STEP: 98150 + | > loss_text_ce: 0.039805419743061066 (0.03843918058445626) + | > loss_mel_ce: 2.8701043128967285 (2.73679558033757) + | > loss: 0.7274774312973022 (0.693808690237019) + | > current_lr: 5e-06 + | > step_time: 0.147 (0.12846590795289964) + | > loader_time: 0.0052 (0.004918860767668571) + + + --> TIME: 2024-12-24 04:06:46 -- STEP: 5344/7738 -- GLOBAL_STEP: 98200 + | > loss_text_ce: 0.043589986860752106 (0.03844178767113609) + | > loss_mel_ce: 2.5951857566833496 (2.736441630803174) + | > loss: 0.6596939563751221 (0.6937208546403659) + | > current_lr: 5e-06 + | > step_time: 0.1421 (0.1284861363425937) + | > loader_time: 0.0055 (0.004919375309687166) + + + --> TIME: 2024-12-24 04:06:57 -- STEP: 5394/7738 -- GLOBAL_STEP: 98250 + | > loss_text_ce: 0.035347238183021545 (0.038435412881620355) + | > loss_mel_ce: 2.841376304626465 (2.7365096862730653) + | > loss: 0.7191808819770813 (0.6937362748271783) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.1284807979684868) + | > loader_time: 0.005 (0.004919160636743434) + + + --> TIME: 2024-12-24 04:07:09 -- STEP: 5444/7738 -- GLOBAL_STEP: 98300 + | > loss_text_ce: 0.038968537002801895 (0.03843625566684681) + | > loss_mel_ce: 2.7997376918792725 (2.7363190968889692) + | > loss: 0.7096765637397766 (0.6936888381740279) + | > current_lr: 5e-06 + | > step_time: 0.0944 (0.12852151502501308) + | > loader_time: 0.0047 (0.00492016503602419) + + + --> TIME: 2024-12-24 04:07:20 -- STEP: 5494/7738 -- GLOBAL_STEP: 98350 + | > loss_text_ce: 0.039134081453084946 (0.03843499227617824) + | > loss_mel_ce: 2.7552273273468018 (2.736363531894836) + | > loss: 0.6985903382301331 (0.6936996311090383) + | > current_lr: 5e-06 + | > step_time: 0.1098 (0.12847652607151538) + | > loader_time: 0.005 (0.004920483546817695) + + + --> TIME: 2024-12-24 04:07:32 -- STEP: 5544/7738 -- GLOBAL_STEP: 98400 + | > loss_text_ce: 0.041202157735824585 (0.03843519670692573) + | > loss_mel_ce: 2.586707830429077 (2.736395930702028) + | > loss: 0.6569774746894836 (0.6937077819526992) + | > current_lr: 5e-06 + | > step_time: 0.1429 (0.1285139349803946) + | > loader_time: 0.0056 (0.004922127826905352) + + + --> TIME: 2024-12-24 04:07:44 -- STEP: 5594/7738 -- GLOBAL_STEP: 98450 + | > loss_text_ce: 0.03592382371425629 (0.03843698850381705) + | > loss_mel_ce: 2.6915156841278076 (2.736154016700004) + | > loss: 0.6818598508834839 (0.6936477514241584) + | > current_lr: 5e-06 + | > step_time: 0.1084 (0.12849028416518649) + | > loader_time: 0.0047 (0.0049223861909142765) + + + --> TIME: 2024-12-24 04:07:55 -- STEP: 5644/7738 -- GLOBAL_STEP: 98500 + | > loss_text_ce: 0.04030580446124077 (0.038434474969917726) + | > loss_mel_ce: 2.5678865909576416 (2.7362118866915) + | > loss: 0.6520481109619141 (0.6936615905615577) + | > current_lr: 5e-06 + | > step_time: 0.0865 (0.12852317044111397) + | > loader_time: 0.005 (0.004923358189983618) + + + --> TIME: 2024-12-24 04:08:07 -- STEP: 5694/7738 -- GLOBAL_STEP: 98550 + | > loss_text_ce: 0.03608820214867592 (0.03843443557125438) + | > loss_mel_ce: 2.80163311958313 (2.7359335243722804) + | > loss: 0.7094303369522095 (0.6935919901028342) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.12854740403600384) + | > loader_time: 0.0053 (0.004924310773642466) + + + --> TIME: 2024-12-24 04:08:19 -- STEP: 5744/7738 -- GLOBAL_STEP: 98600 + | > loss_text_ce: 0.04012562334537506 (0.038437023358082315) + | > loss_mel_ce: 2.62226939201355 (2.7358341557816814) + | > loss: 0.6655987501144409 (0.6935677949058996) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.12858131461488778) + | > loader_time: 0.0049 (0.00492537063144375) + + + --> TIME: 2024-12-24 04:08:30 -- STEP: 5794/7738 -- GLOBAL_STEP: 98650 + | > loss_text_ce: 0.03968149423599243 (0.038434966162238064) + | > loss_mel_ce: 2.7400810718536377 (2.7359477364691815) + | > loss: 0.6949406266212463 (0.6935956757830732) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.12857016613452915) + | > loader_time: 0.0062 (0.0049267944320136176) + + + --> TIME: 2024-12-24 04:08:42 -- STEP: 5844/7738 -- GLOBAL_STEP: 98700 + | > loss_text_ce: 0.03800763562321663 (0.038434936209217826) + | > loss_mel_ce: 2.8035669326782227 (2.7359665643671085) + | > loss: 0.7103936672210693 (0.6936003752843247) + | > current_lr: 5e-06 + | > step_time: 0.1328 (0.1285746268096802) + | > loader_time: 0.0055 (0.0049272402764019415) + + + --> TIME: 2024-12-24 04:08:53 -- STEP: 5894/7738 -- GLOBAL_STEP: 98750 + | > loss_text_ce: 0.0383043996989727 (0.03843159712838408) + | > loss_mel_ce: 2.6780989170074463 (2.7358718907424517) + | > loss: 0.6791008114814758 (0.6935758721254074) + | > current_lr: 5e-06 + | > step_time: 0.1236 (0.12856167540697386) + | > loader_time: 0.0053 (0.004928597361911217) + + + --> TIME: 2024-12-24 04:09:05 -- STEP: 5944/7738 -- GLOBAL_STEP: 98800 + | > loss_text_ce: 0.03911688178777695 (0.03842986027947043) + | > loss_mel_ce: 2.673743486404419 (2.7358815012998554) + | > loss: 0.6782150864601135 (0.693577840533184) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12859780181946284) + | > loader_time: 0.0051 (0.0049300505447516015) + + + --> TIME: 2024-12-24 04:09:17 -- STEP: 5994/7738 -- GLOBAL_STEP: 98850 + | > loss_text_ce: 0.03736504539847374 (0.03842625378118005) + | > loss_mel_ce: 2.627753257751465 (2.7359121632170247) + | > loss: 0.6662795543670654 (0.6935846043858177) + | > current_lr: 5e-06 + | > step_time: 0.1511 (0.12857786189885217) + | > loader_time: 0.0053 (0.004931124480994974) + + + --> TIME: 2024-12-24 04:09:28 -- STEP: 6044/7738 -- GLOBAL_STEP: 98900 + | > loss_text_ce: 0.037797730416059494 (0.03842726567406321) + | > loss_mel_ce: 2.6623284816741943 (2.736008009912159) + | > loss: 0.6750315427780151 (0.693608819018289) + | > current_lr: 5e-06 + | > step_time: 0.1386 (0.12856478189333242) + | > loader_time: 0.0059 (0.004931942861179577) + + + --> TIME: 2024-12-24 04:09:39 -- STEP: 6094/7738 -- GLOBAL_STEP: 98950 + | > loss_text_ce: 0.040819477289915085 (0.03842957570420202) + | > loss_mel_ce: 2.7711403369903564 (2.7359288818217253) + | > loss: 0.702989935874939 (0.6935896145190273) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12853668469227675) + | > loader_time: 0.0056 (0.004932644252194937) + + + --> TIME: 2024-12-24 04:09:51 -- STEP: 6144/7738 -- GLOBAL_STEP: 99000 + | > loss_text_ce: 0.040806327015161514 (0.0384298922666252) + | > loss_mel_ce: 2.560445785522461 (2.7357891902017073) + | > loss: 0.6503130197525024 (0.6935547707544187) + | > current_lr: 5e-06 + | > step_time: 0.1336 (0.1284915264307823) + | > loader_time: 0.0052 (0.0049330951878800945) + + + --> TIME: 2024-12-24 04:10:02 -- STEP: 6194/7738 -- GLOBAL_STEP: 99050 + | > loss_text_ce: 0.039918363094329834 (0.03843371285270566) + | > loss_mel_ce: 2.7521791458129883 (2.7356748822276553) + | > loss: 0.6980243921279907 (0.6935271488819591) + | > current_lr: 5e-06 + | > step_time: 0.1638 (0.1284713607316321) + | > loader_time: 0.0055 (0.0049338612896725476) + + + --> TIME: 2024-12-24 04:10:13 -- STEP: 6244/7738 -- GLOBAL_STEP: 99100 + | > loss_text_ce: 0.03698236495256424 (0.038434298749008486) + | > loss_mel_ce: 2.6658408641815186 (2.735684646046518) + | > loss: 0.6757057905197144 (0.6935297363007563) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12844584455557234) + | > loader_time: 0.0053 (0.0049340733727302934) + + + --> TIME: 2024-12-24 04:10:25 -- STEP: 6294/7738 -- GLOBAL_STEP: 99150 + | > loss_text_ce: 0.03733513131737709 (0.03843292698481942) + | > loss_mel_ce: 2.6917004585266113 (2.7357474144655876) + | > loss: 0.6822589039802551 (0.693545085439844) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12843000949432842) + | > loader_time: 0.005 (0.004934830744379384) + + + --> TIME: 2024-12-24 04:10:36 -- STEP: 6344/7738 -- GLOBAL_STEP: 99200 + | > loss_text_ce: 0.039125386625528336 (0.03843025357637466) + | > loss_mel_ce: 2.669712543487549 (2.7356208132915785) + | > loss: 0.6772094964981079 (0.6935127667547187) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12838269554050288) + | > loader_time: 0.0051 (0.004935064953182254) + + + --> TIME: 2024-12-24 04:10:47 -- STEP: 6394/7738 -- GLOBAL_STEP: 99250 + | > loss_text_ce: 0.040698107331991196 (0.038429755204225396) + | > loss_mel_ce: 2.672482967376709 (2.7356424871220355) + | > loss: 0.6782952547073364 (0.6935180606023958) + | > current_lr: 5e-06 + | > step_time: 0.1195 (0.12838143760948326) + | > loader_time: 0.005 (0.004935872155798934) + + + --> TIME: 2024-12-24 04:10:59 -- STEP: 6444/7738 -- GLOBAL_STEP: 99300 + | > loss_text_ce: 0.034624770283699036 (0.03843157797587055) + | > loss_mel_ce: 2.5292372703552246 (2.735472176661036) + | > loss: 0.6409655213356018 (0.6934759386813409) + | > current_lr: 5e-06 + | > step_time: 0.076 (0.12837151057375262) + | > loader_time: 0.0045 (0.004936017655645502) + + + --> TIME: 2024-12-24 04:11:10 -- STEP: 6494/7738 -- GLOBAL_STEP: 99350 + | > loss_text_ce: 0.04105248674750328 (0.03842963316785616) + | > loss_mel_ce: 2.7065305709838867 (2.7354994859554433) + | > loss: 0.6868957877159119 (0.6934822798325986) + | > current_lr: 5e-06 + | > step_time: 0.1473 (0.1283739505270857) + | > loader_time: 0.0052 (0.004936884284423303) + + + --> TIME: 2024-12-24 04:11:21 -- STEP: 6544/7738 -- GLOBAL_STEP: 99400 + | > loss_text_ce: 0.03549998998641968 (0.03842679926189713) + | > loss_mel_ce: 2.9069106578826904 (2.735537919883038) + | > loss: 0.7356026768684387 (0.6934911798239496) + | > current_lr: 5e-06 + | > step_time: 0.1264 (0.12833229556206005) + | > loader_time: 0.0053 (0.004936697649197922) + + + --> TIME: 2024-12-24 04:11:33 -- STEP: 6594/7738 -- GLOBAL_STEP: 99450 + | > loss_text_ce: 0.03946623578667641 (0.03842256360054303) + | > loss_mel_ce: 2.907867431640625 (2.735561025370456) + | > loss: 0.736833393573761 (0.6934958972965631) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.12834733400989795) + | > loader_time: 0.0052 (0.004937260158863924) + + + --> TIME: 2024-12-24 04:11:44 -- STEP: 6644/7738 -- GLOBAL_STEP: 99500 + | > loss_text_ce: 0.03833074867725372 (0.038419654028807655) + | > loss_mel_ce: 2.7285289764404297 (2.7356467746166757) + | > loss: 0.6917149424552917 (0.6935166072174426) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.1283180096793925) + | > loader_time: 0.0049 (0.004937325881806414) + + + --> TIME: 2024-12-24 04:11:56 -- STEP: 6694/7738 -- GLOBAL_STEP: 99550 + | > loss_text_ce: 0.03719690814614296 (0.03841788750470211) + | > loss_mel_ce: 2.601674795150757 (2.735457084305006) + | > loss: 0.6597179174423218 (0.6934687429785847) + | > current_lr: 5e-06 + | > step_time: 0.1561 (0.12833998393470974) + | > loader_time: 0.0053 (0.004937898054883681) + + + --> TIME: 2024-12-24 04:12:08 -- STEP: 6744/7738 -- GLOBAL_STEP: 99600 + | > loss_text_ce: 0.04032979533076286 (0.03841152438984516) + | > loss_mel_ce: 2.5645930767059326 (2.7354275433618382) + | > loss: 0.6512306928634644 (0.6934597669511798) + | > current_lr: 5e-06 + | > step_time: 0.0726 (0.12834547571440083) + | > loader_time: 0.0066 (0.004938669299457121) + + + --> TIME: 2024-12-24 04:12:19 -- STEP: 6794/7738 -- GLOBAL_STEP: 99650 + | > loss_text_ce: 0.03599255904555321 (0.03840954691853767) + | > loss_mel_ce: 2.827363967895508 (2.735199585184124) + | > loss: 0.715839147567749 (0.6934022830274491) + | > current_lr: 5e-06 + | > step_time: 0.1165 (0.1283091776224306) + | > loader_time: 0.0053 (0.004938685686966568) + + + --> TIME: 2024-12-24 04:12:30 -- STEP: 6844/7738 -- GLOBAL_STEP: 99700 + | > loss_text_ce: 0.03981246054172516 (0.03840958340662857) + | > loss_mel_ce: 2.640376567840576 (2.7351423828383044) + | > loss: 0.6700472831726074 (0.693387991595799) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.1283091457526903) + | > loader_time: 0.0045 (0.004939442555992159) + + + --> TIME: 2024-12-24 04:12:42 -- STEP: 6894/7738 -- GLOBAL_STEP: 99750 + | > loss_text_ce: 0.03692493587732315 (0.03841167913486665) + | > loss_mel_ce: 2.864344358444214 (2.735032818820255) + | > loss: 0.7253172993659973 (0.6933611245441698) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12828970214820443) + | > loader_time: 0.0054 (0.0049394923152873615) + + + --> TIME: 2024-12-24 04:12:53 -- STEP: 6944/7738 -- GLOBAL_STEP: 99800 + | > loss_text_ce: 0.03670291230082512 (0.03840949653094206) + | > loss_mel_ce: 2.64577054977417 (2.7350826643853674) + | > loss: 0.6706183552742004 (0.6933730402918467) + | > current_lr: 5e-06 + | > step_time: 0.0862 (0.12828368209474023) + | > loader_time: 0.0047 (0.0049398967541307735) + + + --> TIME: 2024-12-24 04:13:05 -- STEP: 6994/7738 -- GLOBAL_STEP: 99850 + | > loss_text_ce: 0.04000883176922798 (0.03841350768384669) + | > loss_mel_ce: 2.774430990219116 (2.73510620493121) + | > loss: 0.7036099433898926 (0.6933799282052987) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.12828428734361216) + | > loader_time: 0.0051 (0.0049405948823269255) + + + --> TIME: 2024-12-24 04:13:16 -- STEP: 7044/7738 -- GLOBAL_STEP: 99900 + | > loss_text_ce: 0.03932105377316475 (0.038415268473940736) + | > loss_mel_ce: 2.6890172958374023 (2.7347473217843925) + | > loss: 0.6820845603942871 (0.6932906476121824) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12827140201160184) + | > loader_time: 0.0053 (0.004941183589250764) + + + --> TIME: 2024-12-24 04:13:28 -- STEP: 7094/7738 -- GLOBAL_STEP: 99950 + | > loss_text_ce: 0.03739377111196518 (0.0384157627814668) + | > loss_mel_ce: 2.6351382732391357 (2.7347002832997758) + | > loss: 0.668133020401001 (0.6932790115631106) + | > current_lr: 5e-06 + | > step_time: 0.1244 (0.12827060267661003) + | > loader_time: 0.0052 (0.004942004903121687) + + + --> TIME: 2024-12-24 04:13:39 -- STEP: 7144/7738 -- GLOBAL_STEP: 100000 + | > loss_text_ce: 0.039819613099098206 (0.03841217034908328) + | > loss_mel_ce: 2.7351179122924805 (2.7346275844939725) + | > loss: 0.6937344074249268 (0.6932599387837696) + | > current_lr: 5e-06 + | > step_time: 0.156 (0.1282404681870001) + | > loader_time: 0.0056 (0.004942205892031014) + + + --> TIME: 2024-12-24 04:13:50 -- STEP: 7194/7738 -- GLOBAL_STEP: 100050 + | > loss_text_ce: 0.035392921417951584 (0.03840456774454674) + | > loss_mel_ce: 2.8156352043151855 (2.7345978284100854) + | > loss: 0.7127570509910583 (0.6932505991165935) + | > current_lr: 5e-06 + | > step_time: 0.1141 (0.12826329736468223) + | > loader_time: 0.0054 (0.004942988103251989) + + + --> TIME: 2024-12-24 04:14:02 -- STEP: 7244/7738 -- GLOBAL_STEP: 100100 + | > loss_text_ce: 0.040662381798028946 (0.03840588596466916) + | > loss_mel_ce: 2.6369712352752686 (2.734349566951499) + | > loss: 0.66940838098526 (0.6931888633163391) + | > current_lr: 5e-06 + | > step_time: 0.119 (0.12826027085542716) + | > loader_time: 0.0055 (0.004943403698738458) + + + --> TIME: 2024-12-24 04:14:14 -- STEP: 7294/7738 -- GLOBAL_STEP: 100150 + | > loss_text_ce: 0.03756951540708542 (0.038402173622690945) + | > loss_mel_ce: 2.6196889877319336 (2.734448893154551) + | > loss: 0.6643146276473999 (0.693212766777434) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12827261997177838) + | > loader_time: 0.005 (0.004944147787781834) + + + --> TIME: 2024-12-24 04:14:25 -- STEP: 7344/7738 -- GLOBAL_STEP: 100200 + | > loss_text_ce: 0.03780520707368851 (0.03840387187246851) + | > loss_mel_ce: 2.7087316513061523 (2.7344173788375046) + | > loss: 0.6866342425346375 (0.6932053127709569) + | > current_lr: 5e-06 + | > step_time: 0.1191 (0.12830644365489285) + | > loader_time: 0.0052 (0.004945076336528206) + + + --> TIME: 2024-12-24 04:14:37 -- STEP: 7394/7738 -- GLOBAL_STEP: 100250 + | > loss_text_ce: 0.03844321519136429 (0.03840753524409289) + | > loss_mel_ce: 2.8656675815582275 (2.7342636652949808) + | > loss: 0.7260277271270752 (0.6931678002464934) + | > current_lr: 5e-06 + | > step_time: 0.167 (0.12828381260827199) + | > loader_time: 0.0056 (0.004945258143659457) + + + --> TIME: 2024-12-24 04:14:48 -- STEP: 7444/7738 -- GLOBAL_STEP: 100300 + | > loss_text_ce: 0.03437000885605812 (0.03840982348271312) + | > loss_mel_ce: 3.041017770767212 (2.734325224933028) + | > loss: 0.7688469290733337 (0.6931837622130331) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.12825896889211477) + | > loader_time: 0.0054 (0.004945526258846803) + + + --> TIME: 2024-12-24 04:15:00 -- STEP: 7494/7738 -- GLOBAL_STEP: 100350 + | > loss_text_ce: 0.038523972034454346 (0.03840886735813943) + | > loss_mel_ce: 2.5350916385650635 (2.734344134815602) + | > loss: 0.6434038877487183 (0.6931882506613746) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.12826510789014442) + | > loader_time: 0.0052 (0.004946135507445655) + + + --> TIME: 2024-12-24 04:15:11 -- STEP: 7544/7738 -- GLOBAL_STEP: 100400 + | > loss_text_ce: 0.036783646792173386 (0.03841056846662938) + | > loss_mel_ce: 2.665530204772949 (2.7343339500030286) + | > loss: 0.6755784749984741 (0.6931861297070422) + | > current_lr: 5e-06 + | > step_time: 0.1398 (0.12825008686375067) + | > loader_time: 0.0054 (0.004946821915382783) + + + --> TIME: 2024-12-24 04:15:22 -- STEP: 7594/7738 -- GLOBAL_STEP: 100450 + | > loss_text_ce: 0.03864464536309242 (0.038411106743077524) + | > loss_mel_ce: 2.7542197704315186 (2.7342796942922085) + | > loss: 0.6982160806655884 (0.6931727003322841) + | > current_lr: 5e-06 + | > step_time: 0.1451 (0.12823396605631476) + | > loader_time: 0.0059 (0.004947203820022355) + + + --> TIME: 2024-12-24 04:15:34 -- STEP: 7644/7738 -- GLOBAL_STEP: 100500 + | > loss_text_ce: 0.03930787369608879 (0.03840778198449924) + | > loss_mel_ce: 2.7239296436309814 (2.734187332732959) + | > loss: 0.6908093690872192 (0.6931487787524683) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.12823778484455212) + | > loader_time: 0.0046 (0.004947583098987942) + + + --> TIME: 2024-12-24 04:15:46 -- STEP: 7694/7738 -- GLOBAL_STEP: 100550 + | > loss_text_ce: 0.037937410175800323 (0.03840254509179034) + | > loss_mel_ce: 2.9306905269622803 (2.7343602592925866) + | > loss: 0.742156982421875 (0.6931907011528661) + | > current_lr: 5e-06 + | > step_time: 0.1623 (0.12825311286932164) + | > loader_time: 0.0055 (0.004948326014902226) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.068817710635638 (-3.3667593291736297e-06) + | > avg_loss_text_ce: 0.037069951042984495 (-8.235869910375865e-05) + | > avg_loss_mel_ce: 2.9307558548570882 (+0.002747819881247171) + | > avg_loss: 2.9678258004814695 (+0.0026654583035088386) + + + > EPOCH: 13/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 04:16:54)  + + --> TIME: 2024-12-24 04:16:56 -- STEP: 6/7738 -- GLOBAL_STEP: 100600 + | > loss_text_ce: 0.03796039894223213 (0.038544557988643646) + | > loss_mel_ce: 2.927316188812256 (2.781633416811625) + | > loss: 0.7413191199302673 (0.7050444881121317) + | > current_lr: 5e-06 + | > step_time: 0.1312 (0.12088712056477864) + | > loader_time: 0.0045 (0.004914283752441406) + + + --> TIME: 2024-12-24 04:17:08 -- STEP: 56/7738 -- GLOBAL_STEP: 100650 + | > loss_text_ce: 0.035923682153224945 (0.038610422850719514) + | > loss_mel_ce: 2.720001459121704 (2.746523712362562) + | > loss: 0.688981294631958 (0.6962835362979344) + | > current_lr: 5e-06 + | > step_time: 0.0917 (0.13184686217989242) + | > loader_time: 0.0047 (0.004881671496800014) + + + --> TIME: 2024-12-24 04:17:19 -- STEP: 106/7738 -- GLOBAL_STEP: 100700 + | > loss_text_ce: 0.04108884558081627 (0.03848080372191827) + | > loss_mel_ce: 2.7450268268585205 (2.7356051543973527) + | > loss: 0.6965289115905762 (0.6935214917614773) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.13020229789445983) + | > loader_time: 0.0048 (0.0048438243146212605) + + + --> TIME: 2024-12-24 04:17:31 -- STEP: 156/7738 -- GLOBAL_STEP: 100750 + | > loss_text_ce: 0.037822142243385315 (0.038266664227614045) + | > loss_mel_ce: 2.725221633911133 (2.7287480647747335) + | > loss: 0.6907609701156616 (0.6917536850923144) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.13060455750196404) + | > loader_time: 0.0044 (0.004830851004673886) + + + --> TIME: 2024-12-24 04:17:42 -- STEP: 206/7738 -- GLOBAL_STEP: 100800 + | > loss_text_ce: 0.03692447394132614 (0.038293077058873144) + | > loss_mel_ce: 2.8858633041381836 (2.724361939337648) + | > loss: 0.7306969165802002 (0.6906637566760903) + | > current_lr: 5e-06 + | > step_time: 0.1458 (0.12912131860418224) + | > loader_time: 0.0049 (0.004815862016770444) + + + --> TIME: 2024-12-24 04:17:53 -- STEP: 256/7738 -- GLOBAL_STEP: 100850 + | > loss_text_ce: 0.034623950719833374 (0.038250761921517565) + | > loss_mel_ce: 2.810433864593506 (2.7216846430674204) + | > loss: 0.711264431476593 (0.6899838536046443) + | > current_lr: 5e-06 + | > step_time: 0.0828 (0.12885791249573236) + | > loader_time: 0.0044 (0.004818517714738844) + + + --> TIME: 2024-12-24 04:18:05 -- STEP: 306/7738 -- GLOBAL_STEP: 100900 + | > loss_text_ce: 0.03780975565314293 (0.03821119568706338) + | > loss_mel_ce: 2.6339316368103027 (2.725303010223737) + | > loss: 0.6679353713989258 (0.6908785531333845) + | > current_lr: 5e-06 + | > step_time: 0.1615 (0.1290431248596291) + | > loader_time: 0.0049 (0.00481587999007281) + + + --> TIME: 2024-12-24 04:18:17 -- STEP: 356/7738 -- GLOBAL_STEP: 100950 + | > loss_text_ce: 0.03742063790559769 (0.03823343957408091) + | > loss_mel_ce: 2.8230204582214355 (2.724466584371717) + | > loss: 0.7151103019714355 (0.6906750078281657) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.12970356994800344) + | > loader_time: 0.0047 (0.004814142591497872) + + + --> TIME: 2024-12-24 04:18:28 -- STEP: 406/7738 -- GLOBAL_STEP: 101000 + | > loss_text_ce: 0.03945590555667877 (0.03826079740569804) + | > loss_mel_ce: 2.8369200229644775 (2.7270646118765383) + | > loss: 0.7190939784049988 (0.6913313533872217) + | > current_lr: 5e-06 + | > step_time: 0.1096 (0.12923975413656003) + | > loader_time: 0.0045 (0.004806123343594559) + + + --> TIME: 2024-12-24 04:18:40 -- STEP: 456/7738 -- GLOBAL_STEP: 101050 + | > loss_text_ce: 0.041986603289842606 (0.038255123830024614) + | > loss_mel_ce: 2.695568323135376 (2.727354962574807) + | > loss: 0.6843887567520142 (0.6914025227490224) + | > current_lr: 5e-06 + | > step_time: 0.0926 (0.13008867962318552) + | > loader_time: 0.0044 (0.0048059737473203435) + + + --> TIME: 2024-12-24 04:18:52 -- STEP: 506/7738 -- GLOBAL_STEP: 101100 + | > loss_text_ce: 0.0426468700170517 (0.03828823643740222) + | > loss_mel_ce: 2.5460407733917236 (2.727918116000329) + | > loss: 0.6471719145774841 (0.6915515893297232) + | > current_lr: 5e-06 + | > step_time: 0.1163 (0.12964960803156314) + | > loader_time: 0.0047 (0.0048052435335905665) + + + --> TIME: 2024-12-24 04:19:03 -- STEP: 556/7738 -- GLOBAL_STEP: 101150 + | > loss_text_ce: 0.038435641676187515 (0.03830093524599675) + | > loss_mel_ce: 2.9415390491485596 (2.730100955465715) + | > loss: 0.7449936866760254 (0.6921004739811096) + | > current_lr: 5e-06 + | > step_time: 0.1423 (0.1297610222006873) + | > loader_time: 0.005 (0.004811663850605916) + + + --> TIME: 2024-12-24 04:19:15 -- STEP: 606/7738 -- GLOBAL_STEP: 101200 + | > loss_text_ce: 0.0376383401453495 (0.03829913858090689) + | > loss_mel_ce: 2.8872900009155273 (2.7299644832957304) + | > loss: 0.7312321066856384 (0.6920659068000592) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.13004237905193866) + | > loader_time: 0.0046 (0.004812527804484854) + + + --> TIME: 2024-12-24 04:19:27 -- STEP: 656/7738 -- GLOBAL_STEP: 101250 + | > loss_text_ce: 0.03820754587650299 (0.038259129022906777) + | > loss_mel_ce: 2.8046517372131348 (2.7287334937874865) + | > loss: 0.7107148170471191 (0.6917481568710109) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.1299047368328746) + | > loader_time: 0.0049 (0.004808977246284485) + + + --> TIME: 2024-12-24 04:19:38 -- STEP: 706/7738 -- GLOBAL_STEP: 101300 + | > loss_text_ce: 0.03908764570951462 (0.03825123010799497) + | > loss_mel_ce: 2.783886194229126 (2.728798496824487) + | > loss: 0.7057434320449829 (0.6917624330047848) + | > current_lr: 5e-06 + | > step_time: 0.14 (0.1298264089454674) + | > loader_time: 0.0049 (0.004807971692287888) + + + --> TIME: 2024-12-24 04:19:50 -- STEP: 756/7738 -- GLOBAL_STEP: 101350 + | > loss_text_ce: 0.03942086920142174 (0.03825408649980704) + | > loss_mel_ce: 2.8053722381591797 (2.729524930318197) + | > loss: 0.7111982703208923 (0.691944755495541) + | > current_lr: 5e-06 + | > step_time: 0.1288 (0.12998493449397827) + | > loader_time: 0.0048 (0.004809152512323288) + + + --> TIME: 2024-12-24 04:20:02 -- STEP: 806/7738 -- GLOBAL_STEP: 101400 + | > loss_text_ce: 0.03944680839776993 (0.03826300824342974) + | > loss_mel_ce: 2.757964849472046 (2.7307460955887226) + | > loss: 0.6993529200553894 (0.6922522772186745) + | > current_lr: 5e-06 + | > step_time: 0.1096 (0.13000767195490998) + | > loader_time: 0.0046 (0.0048135090110911355) + + + --> TIME: 2024-12-24 04:20:13 -- STEP: 856/7738 -- GLOBAL_STEP: 101450 + | > loss_text_ce: 0.04030701518058777 (0.038258060734614574) + | > loss_mel_ce: 2.6404976844787598 (2.7305647936936857) + | > loss: 0.6702011823654175 (0.692205714845212) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.12995354956555588) + | > loader_time: 0.0044 (0.004818099959988464) + + + --> TIME: 2024-12-24 04:20:24 -- STEP: 906/7738 -- GLOBAL_STEP: 101500 + | > loss_text_ce: 0.037105005234479904 (0.03826081478520075) + | > loss_mel_ce: 2.7196476459503174 (2.7305613853547226) + | > loss: 0.6891881823539734 (0.6922055511153563) + | > current_lr: 5e-06 + | > step_time: 0.1236 (0.12954145340993176) + | > loader_time: 0.0047 (0.004816842658103963) + + + --> TIME: 2024-12-24 04:20:36 -- STEP: 956/7738 -- GLOBAL_STEP: 101550 + | > loss_text_ce: 0.03616781532764435 (0.038283053847910455) + | > loss_mel_ce: 2.8309223651885986 (2.7298530095790725) + | > loss: 0.7167725563049316 (0.6920340169673188) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.12955663792757807) + | > loader_time: 0.0049 (0.0048201822336747585) + + + --> TIME: 2024-12-24 04:20:47 -- STEP: 1006/7738 -- GLOBAL_STEP: 101600 + | > loss_text_ce: 0.03941729664802551 (0.03828507484812621) + | > loss_mel_ce: 2.6952199935913086 (2.729587215789507) + | > loss: 0.6836593151092529 (0.6919680740202874) + | > current_lr: 5e-06 + | > step_time: 0.1446 (0.1294173597104508) + | > loader_time: 0.005 (0.004819294567373593) + + + --> TIME: 2024-12-24 04:20:59 -- STEP: 1056/7738 -- GLOBAL_STEP: 101650 + | > loss_text_ce: 0.040403030812740326 (0.038296197452864625) + | > loss_mel_ce: 2.669642925262451 (2.728977045552297) + | > loss: 0.6775115132331848 (0.6918183120927126) + | > current_lr: 5e-06 + | > step_time: 0.1074 (0.12932483648711995) + | > loader_time: 0.0049 (0.004820620471780953) + + + --> TIME: 2024-12-24 04:21:11 -- STEP: 1106/7738 -- GLOBAL_STEP: 101700 + | > loss_text_ce: 0.03850841522216797 (0.03828211629908078) + | > loss_mel_ce: 2.8039000034332275 (2.727829857070882) + | > loss: 0.7106021046638489 (0.6915279946965295) + | > current_lr: 5e-06 + | > step_time: 0.1101 (0.12954328525777756) + | > loader_time: 0.0046 (0.004825939321604173) + + + --> TIME: 2024-12-24 04:21:22 -- STEP: 1156/7738 -- GLOBAL_STEP: 101750 + | > loss_text_ce: 0.04041106998920441 (0.03830008264179871) + | > loss_mel_ce: 2.7366843223571777 (2.727954830059132) + | > loss: 0.694273829460144 (0.6915637292870188) + | > current_lr: 5e-06 + | > step_time: 0.1424 (0.12956764087545014) + | > loader_time: 0.0051 (0.004828638065232538) + + + --> TIME: 2024-12-24 04:21:34 -- STEP: 1206/7738 -- GLOBAL_STEP: 101800 + | > loss_text_ce: 0.04072756692767143 (0.03829169293454728) + | > loss_mel_ce: 2.6340854167938232 (2.727511751513379) + | > loss: 0.6687032580375671 (0.6914508623962177) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12929267353481724) + | > loader_time: 0.0045 (0.004828684167877755) + + + --> TIME: 2024-12-24 04:21:45 -- STEP: 1256/7738 -- GLOBAL_STEP: 101850 + | > loss_text_ce: 0.035336513072252274 (0.03828784396610916) + | > loss_mel_ce: 2.5450315475463867 (2.7275231028818028) + | > loss: 0.6450920104980469 (0.6914527376840819) + | > current_lr: 5e-06 + | > step_time: 0.0916 (0.12932084832981125) + | > loader_time: 0.0048 (0.004837070111256498) + + + --> TIME: 2024-12-24 04:21:56 -- STEP: 1306/7738 -- GLOBAL_STEP: 101900 + | > loss_text_ce: 0.035957708954811096 (0.038306813093777994) + | > loss_mel_ce: 2.8265509605407715 (2.7278078823688374) + | > loss: 0.7156271934509277 (0.6915286748369104) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.1291180609926512) + | > loader_time: 0.005 (0.00483865997145041) + + + --> TIME: 2024-12-24 04:22:08 -- STEP: 1356/7738 -- GLOBAL_STEP: 101950 + | > loss_text_ce: 0.036653123795986176 (0.03829385495708931) + | > loss_mel_ce: 2.596818685531616 (2.7282157702080263) + | > loss: 0.658367931842804 (0.6916274072761727) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12888478881138246) + | > loader_time: 0.0046 (0.004838883700975627) + + + --> TIME: 2024-12-24 04:22:19 -- STEP: 1406/7738 -- GLOBAL_STEP: 102000 + | > loss_text_ce: 0.038547251373529434 (0.03830934305056655) + | > loss_mel_ce: 2.8335940837860107 (2.728411046573479) + | > loss: 0.7180353403091431 (0.6916800982836799) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12873541579646688) + | > loader_time: 0.0045 (0.004837285573587643) + + + --> TIME: 2024-12-24 04:22:30 -- STEP: 1456/7738 -- GLOBAL_STEP: 102050 + | > loss_text_ce: 0.03868474066257477 (0.03828929249289353) + | > loss_mel_ce: 2.732543706893921 (2.727529642837386) + | > loss: 0.692807137966156 (0.6914547345304219) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12874319641799714) + | > loader_time: 0.0047 (0.004837934623707771) + + + --> TIME: 2024-12-24 04:22:41 -- STEP: 1506/7738 -- GLOBAL_STEP: 102100 + | > loss_text_ce: 0.03763572871685028 (0.03828053262980176) + | > loss_mel_ce: 2.785036087036133 (2.727392752965287) + | > loss: 0.7056679725646973 (0.6914183220777846) + | > current_lr: 5e-06 + | > step_time: 0.1328 (0.1285112130531118) + | > loader_time: 0.0049 (0.0048378405184701335) + + + --> TIME: 2024-12-24 04:22:53 -- STEP: 1556/7738 -- GLOBAL_STEP: 102150 + | > loss_text_ce: 0.03796076402068138 (0.03827236602346205) + | > loss_mel_ce: 2.764047384262085 (2.727449163373144) + | > loss: 0.7005020380020142 (0.6914303830626071) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.128582144610986) + | > loader_time: 0.0047 (0.004840157638785146) + + + --> TIME: 2024-12-24 04:23:04 -- STEP: 1606/7738 -- GLOBAL_STEP: 102200 + | > loss_text_ce: 0.037103813141584396 (0.03828858063645561) + | > loss_mel_ce: 2.7119195461273193 (2.726985549867372) + | > loss: 0.687255859375 (0.6913185333403964) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12853042259905137) + | > loader_time: 0.0049 (0.004842774805660397) + + + --> TIME: 2024-12-24 04:23:16 -- STEP: 1656/7738 -- GLOBAL_STEP: 102250 + | > loss_text_ce: 0.03672996163368225 (0.038291349955317064) + | > loss_mel_ce: 2.762526035308838 (2.7264919780590646) + | > loss: 0.6998140215873718 (0.6911958327903833) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12871622549738856) + | > loader_time: 0.0049 (0.0048460715634811155) + + + --> TIME: 2024-12-24 04:23:28 -- STEP: 1706/7738 -- GLOBAL_STEP: 102300 + | > loss_text_ce: 0.04226894676685333 (0.038285573584148795) + | > loss_mel_ce: 2.7666170597076416 (2.725638897729224) + | > loss: 0.7022215127944946 (0.6909811185784238) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12867569839549092) + | > loader_time: 0.0045 (0.0048459519534988504) + + + --> TIME: 2024-12-24 04:23:39 -- STEP: 1756/7738 -- GLOBAL_STEP: 102350 + | > loss_text_ce: 0.03661562502384186 (0.03829853006072157) + | > loss_mel_ce: 2.7320101261138916 (2.725647765846075) + | > loss: 0.6921564340591431 (0.6909865747823253) + | > current_lr: 5e-06 + | > step_time: 0.0946 (0.12858714736947172) + | > loader_time: 0.0047 (0.004846803283908628) + + + --> TIME: 2024-12-24 04:23:50 -- STEP: 1806/7738 -- GLOBAL_STEP: 102400 + | > loss_text_ce: 0.037733059376478195 (0.03829397729382432) + | > loss_mel_ce: 2.6113293170928955 (2.7263496236283613) + | > loss: 0.6622655987739563 (0.6911609009122789) + | > current_lr: 5e-06 + | > step_time: 0.0962 (0.1284821478367381) + | > loader_time: 0.005 (0.004846594262360718) + + + --> TIME: 2024-12-24 04:24:01 -- STEP: 1856/7738 -- GLOBAL_STEP: 102450 + | > loss_text_ce: 0.03595026209950447 (0.038287868637968965) + | > loss_mel_ce: 2.754337787628174 (2.7260258547190928) + | > loss: 0.6975719928741455 (0.6910784315189404) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.1283014731417444) + | > loader_time: 0.0051 (0.0048450555267004975) + + + --> TIME: 2024-12-24 04:24:13 -- STEP: 1906/7738 -- GLOBAL_STEP: 102500 + | > loss_text_ce: 0.03663028031587601 (0.03829492650562576) + | > loss_mel_ce: 2.440361261367798 (2.725839731450593) + | > loss: 0.6192479133605957 (0.6910336651181619) + | > current_lr: 5e-06 + | > step_time: 0.1165 (0.12829682196550093) + | > loader_time: 0.005 (0.004849977783491314) + + + --> TIME: 2024-12-24 04:24:24 -- STEP: 1956/7738 -- GLOBAL_STEP: 102550 + | > loss_text_ce: 0.039515625685453415 (0.03828972965909326) + | > loss_mel_ce: 2.823349714279175 (2.726093971656141) + | > loss: 0.7157163619995117 (0.6910959259132661) + | > current_lr: 5e-06 + | > step_time: 0.1447 (0.12822123892711973) + | > loader_time: 0.0053 (0.004853597569806917) + + + --> TIME: 2024-12-24 04:24:36 -- STEP: 2006/7738 -- GLOBAL_STEP: 102600 + | > loss_text_ce: 0.03642784431576729 (0.038301550954067766) + | > loss_mel_ce: 2.6977291107177734 (2.726183655254859) + | > loss: 0.6835392117500305 (0.6911213021216572) + | > current_lr: 5e-06 + | > step_time: 0.1504 (0.12833018269638724) + | > loader_time: 0.0051 (0.0048547456651955615) + + + --> TIME: 2024-12-24 04:24:48 -- STEP: 2056/7738 -- GLOBAL_STEP: 102650 + | > loss_text_ce: 0.03630286455154419 (0.03829222643867514) + | > loss_mel_ce: 2.533111810684204 (2.725688254322984) + | > loss: 0.6423536539077759 (0.6909951207296852) + | > current_lr: 5e-06 + | > step_time: 0.0916 (0.12830684992125999) + | > loader_time: 0.0044 (0.00485590227846968) + + + --> TIME: 2024-12-24 04:24:59 -- STEP: 2106/7738 -- GLOBAL_STEP: 102700 + | > loss_text_ce: 0.03717360273003578 (0.03828914767327558) + | > loss_mel_ce: 2.531235933303833 (2.7255301408731443) + | > loss: 0.6421023607254028 (0.6909548226188499) + | > current_lr: 5e-06 + | > step_time: 0.1242 (0.12828654531966138) + | > loader_time: 0.0048 (0.004857047670587161) + + + --> TIME: 2024-12-24 04:25:11 -- STEP: 2156/7738 -- GLOBAL_STEP: 102750 + | > loss_text_ce: 0.033759646117687225 (0.03828158789506125) + | > loss_mel_ce: 2.7720065116882324 (2.724939964034338) + | > loss: 0.7014415264129639 (0.6908053885143184) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.12828238808821218) + | > loader_time: 0.0051 (0.004859154100541932) + + + --> TIME: 2024-12-24 04:25:22 -- STEP: 2206/7738 -- GLOBAL_STEP: 102800 + | > loss_text_ce: 0.04022401571273804 (0.03829145532925486) + | > loss_mel_ce: 2.8417930603027344 (2.7247565446500825) + | > loss: 0.7205042839050293 (0.6907620005248787) + | > current_lr: 5e-06 + | > step_time: 0.1514 (0.1282957891713244) + | > loader_time: 0.0049 (0.004860500800858156) + + + --> TIME: 2024-12-24 04:25:34 -- STEP: 2256/7738 -- GLOBAL_STEP: 102850 + | > loss_text_ce: 0.04114944487810135 (0.03828973923760293) + | > loss_mel_ce: 2.8098220825195312 (2.7255619243315725) + | > loss: 0.7127428650856018 (0.690962916411829) + | > current_lr: 5e-06 + | > step_time: 0.1024 (0.1283594953252915) + | > loader_time: 0.0045 (0.004860696534738464) + + + --> TIME: 2024-12-24 04:25:45 -- STEP: 2306/7738 -- GLOBAL_STEP: 102900 + | > loss_text_ce: 0.041469018906354904 (0.038291812991498905) + | > loss_mel_ce: 2.6537888050079346 (2.725288281105744) + | > loss: 0.6738144755363464 (0.690895024063477) + | > current_lr: 5e-06 + | > step_time: 0.1004 (0.12831778073455613) + | > loader_time: 0.0046 (0.004861645148509697) + + + --> TIME: 2024-12-24 04:25:57 -- STEP: 2356/7738 -- GLOBAL_STEP: 102950 + | > loss_text_ce: 0.03775915130972862 (0.038283677686303134) + | > loss_mel_ce: 2.618767738342285 (2.724549011281466) + | > loss: 0.6641317009925842 (0.6907081727716429) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.12832548723560863) + | > loader_time: 0.0046 (0.004861595978761155) + + + --> TIME: 2024-12-24 04:26:08 -- STEP: 2406/7738 -- GLOBAL_STEP: 103000 + | > loss_text_ce: 0.038976699113845825 (0.03829098363420123) + | > loss_mel_ce: 2.634544610977173 (2.7249502490583466) + | > loss: 0.6683803200721741 (0.6908103087398275) + | > current_lr: 5e-06 + | > step_time: 0.1327 (0.1283633197632219) + | > loader_time: 0.0049 (0.004861164271385581) + + + --> TIME: 2024-12-24 04:26:20 -- STEP: 2456/7738 -- GLOBAL_STEP: 103050 + | > loss_text_ce: 0.033427417278289795 (0.03828564082069104) + | > loss_mel_ce: 2.8254971504211426 (2.7254422248768844) + | > loss: 0.7147311568260193 (0.6909319669833394) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12829244068857149) + | > loader_time: 0.005 (0.004861188342594549) + + + --> TIME: 2024-12-24 04:26:31 -- STEP: 2506/7738 -- GLOBAL_STEP: 103100 + | > loss_text_ce: 0.03824006766080856 (0.03828481778187322) + | > loss_mel_ce: 2.6666696071624756 (2.7255232848839426) + | > loss: 0.6762273907661438 (0.6909520262161063) + | > current_lr: 5e-06 + | > step_time: 0.1644 (0.12826385035670881) + | > loader_time: 0.0051 (0.004861044293865613) + + + --> TIME: 2024-12-24 04:26:43 -- STEP: 2556/7738 -- GLOBAL_STEP: 103150 + | > loss_text_ce: 0.03544054552912712 (0.03827561175885015) + | > loss_mel_ce: 2.5932466983795166 (2.725860489925862) + | > loss: 0.6571717858314514 (0.6910340259425887) + | > current_lr: 5e-06 + | > step_time: 0.0859 (0.12830319371021984) + | > loader_time: 0.0043 (0.004860636773803414) + + + --> TIME: 2024-12-24 04:26:54 -- STEP: 2606/7738 -- GLOBAL_STEP: 103200 + | > loss_text_ce: 0.03899573162198067 (0.03827456286118436) + | > loss_mel_ce: 2.6328887939453125 (2.72599069731837) + | > loss: 0.667971134185791 (0.6910663155848854) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12821535193179096) + | > loader_time: 0.0047 (0.004859653602447854) + + + --> TIME: 2024-12-24 04:27:05 -- STEP: 2656/7738 -- GLOBAL_STEP: 103250 + | > loss_text_ce: 0.03982141613960266 (0.03828164820099279) + | > loss_mel_ce: 2.6728978157043457 (2.726170558347756) + | > loss: 0.6781798005104065 (0.6911130521715764) + | > current_lr: 5e-06 + | > step_time: 0.1393 (0.12823790509298638) + | > loader_time: 0.0052 (0.004859665520938038) + + + --> TIME: 2024-12-24 04:27:17 -- STEP: 2706/7738 -- GLOBAL_STEP: 103300 + | > loss_text_ce: 0.03330332785844803 (0.03827724372314163) + | > loss_mel_ce: 2.4249587059020996 (2.7263405361795785) + | > loss: 0.6145654916763306 (0.6911544454644012) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.1282439876818605) + | > loader_time: 0.0047 (0.004860035948460835) + + + --> TIME: 2024-12-24 04:27:28 -- STEP: 2756/7738 -- GLOBAL_STEP: 103350 + | > loss_text_ce: 0.03757425397634506 (0.03827587850337806) + | > loss_mel_ce: 2.7409565448760986 (2.726736007044727) + | > loss: 0.6946327090263367 (0.6912529718979689) + | > current_lr: 5e-06 + | > step_time: 0.0846 (0.1282841572740775) + | > loader_time: 0.0047 (0.004861286572344242) + + + --> TIME: 2024-12-24 04:27:40 -- STEP: 2806/7738 -- GLOBAL_STEP: 103400 + | > loss_text_ce: 0.03742310777306557 (0.03827486236606942) + | > loss_mel_ce: 2.863293409347534 (2.7264563026210697) + | > loss: 0.725179135799408 (0.6911827917194155) + | > current_lr: 5e-06 + | > step_time: 0.1641 (0.12831068820640704) + | > loader_time: 0.0054 (0.004863228274513288) + + + --> TIME: 2024-12-24 04:27:51 -- STEP: 2856/7738 -- GLOBAL_STEP: 103450 + | > loss_text_ce: 0.04068177193403244 (0.038280397027480574) + | > loss_mel_ce: 2.6901707649230957 (2.726099433935656) + | > loss: 0.6827131509780884 (0.6910949581477479) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.12822397499859184) + | > loader_time: 0.0052 (0.0048638652352725725) + + + --> TIME: 2024-12-24 04:28:03 -- STEP: 2906/7738 -- GLOBAL_STEP: 103500 + | > loss_text_ce: 0.039225831627845764 (0.038278835949328446) + | > loss_mel_ce: 2.666252613067627 (2.7257436667322206) + | > loss: 0.6763696074485779 (0.6910056260767587) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.12819328565722252) + | > loader_time: 0.0056 (0.004864973851261012) + + + --> TIME: 2024-12-24 04:28:14 -- STEP: 2956/7738 -- GLOBAL_STEP: 103550 + | > loss_text_ce: 0.038588907569646835 (0.03827458992978519) + | > loss_mel_ce: 2.8407554626464844 (2.7258723958903315) + | > loss: 0.7198361158370972 (0.6910367468535815) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.12819400659594726) + | > loader_time: 0.005 (0.00486670045310653) + + + --> TIME: 2024-12-24 04:28:26 -- STEP: 3006/7738 -- GLOBAL_STEP: 103600 + | > loss_text_ce: 0.038886625319719315 (0.03827322931763186) + | > loss_mel_ce: 2.7443392276763916 (2.7258440220427382) + | > loss: 0.6958064436912537 (0.6910293132403806) + | > current_lr: 5e-06 + | > step_time: 0.1221 (0.1282053463314665) + | > loader_time: 0.005 (0.004868051962938127) + + + --> TIME: 2024-12-24 04:28:37 -- STEP: 3056/7738 -- GLOBAL_STEP: 103650 + | > loss_text_ce: 0.03809472173452377 (0.038271943757588495) + | > loss_mel_ce: 2.7252039909362793 (2.725866223036932) + | > loss: 0.6908246874809265 (0.6910345420943499) + | > current_lr: 5e-06 + | > step_time: 0.084 (0.12822694858019273) + | > loader_time: 0.0044 (0.004868990697785812) + + + --> TIME: 2024-12-24 04:28:49 -- STEP: 3106/7738 -- GLOBAL_STEP: 103700 + | > loss_text_ce: 0.03973231092095375 (0.03826541722681994) + | > loss_mel_ce: 3.005669355392456 (2.7261922453114558) + | > loss: 0.7613503932952881 (0.6911144160640978) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1282725076251697) + | > loader_time: 0.0048 (0.004870239949886512) + + + --> TIME: 2024-12-24 04:29:01 -- STEP: 3156/7738 -- GLOBAL_STEP: 103750 + | > loss_text_ce: 0.03590730205178261 (0.03825923296149603) + | > loss_mel_ce: 2.729266881942749 (2.726159996632842) + | > loss: 0.6912935376167297 (0.6911048078378338) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12831279337028448) + | > loader_time: 0.0046 (0.0048724656926966035) + + + --> TIME: 2024-12-24 04:29:12 -- STEP: 3206/7738 -- GLOBAL_STEP: 103800 + | > loss_text_ce: 0.04412074014544487 (0.03826104927835939) + | > loss_mel_ce: 2.7641429901123047 (2.726751659114289) + | > loss: 0.7020659446716309 (0.6912531775195223) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12830819447042072) + | > loader_time: 0.0048 (0.004873530461649845) + + + --> TIME: 2024-12-24 04:29:23 -- STEP: 3256/7738 -- GLOBAL_STEP: 103850 + | > loss_text_ce: 0.036190006881952286 (0.038248962009353155) + | > loss_mel_ce: 2.7380282878875732 (2.72669452882809) + | > loss: 0.6935545802116394 (0.6912358731983329) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.12819966505434965) + | > loader_time: 0.0049 (0.004873445124825318) + + + --> TIME: 2024-12-24 04:29:35 -- STEP: 3306/7738 -- GLOBAL_STEP: 103900 + | > loss_text_ce: 0.034194573760032654 (0.03824810577073087) + | > loss_mel_ce: 2.6310904026031494 (2.7267200829257274) + | > loss: 0.6663212180137634 (0.6912420476413244) + | > current_lr: 5e-06 + | > step_time: 0.162 (0.12817991133249707) + | > loader_time: 0.0051 (0.004874485662613784) + + + --> TIME: 2024-12-24 04:29:46 -- STEP: 3356/7738 -- GLOBAL_STEP: 103950 + | > loss_text_ce: 0.03716190904378891 (0.038248328923295535) + | > loss_mel_ce: 2.618936061859131 (2.726897289414799) + | > loss: 0.6640244722366333 (0.6912864049867732) + | > current_lr: 5e-06 + | > step_time: 0.1217 (0.12814425590922077) + | > loader_time: 0.0049 (0.004874745057507257) + + + --> TIME: 2024-12-24 04:29:58 -- STEP: 3406/7738 -- GLOBAL_STEP: 104000 + | > loss_text_ce: 0.0383552648127079 (0.03823879152630459) + | > loss_mel_ce: 2.71567702293396 (2.7265886514941466) + | > loss: 0.6885080933570862 (0.6912068611582931) + | > current_lr: 5e-06 + | > step_time: 0.1376 (0.1281717338074814) + | > loader_time: 0.005 (0.004875750382087955) + + + --> TIME: 2024-12-24 04:30:09 -- STEP: 3456/7738 -- GLOBAL_STEP: 104050 + | > loss_text_ce: 0.03723331540822983 (0.03823886268946813) + | > loss_mel_ce: 2.9233832359313965 (2.7265309020187027) + | > loss: 0.7401541471481323 (0.6911924415854387) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.1281762419751397) + | > loader_time: 0.0051 (0.0048766188599445115) + + + --> TIME: 2024-12-24 04:30:21 -- STEP: 3506/7738 -- GLOBAL_STEP: 104100 + | > loss_text_ce: 0.035183992236852646 (0.03823304259156121) + | > loss_mel_ce: 2.7169363498687744 (2.7267493502589146) + | > loss: 0.6880300641059875 (0.6912455986005808) + | > current_lr: 5e-06 + | > step_time: 0.1373 (0.12817614111163173) + | > loader_time: 0.005 (0.0048772741982546445) + + + --> TIME: 2024-12-24 04:30:32 -- STEP: 3556/7738 -- GLOBAL_STEP: 104150 + | > loss_text_ce: 0.03636524826288223 (0.03823267267199806) + | > loss_mel_ce: 2.7753326892852783 (2.7270247859815386) + | > loss: 0.7029244899749756 (0.6913143650149864) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.1281969476202074) + | > loader_time: 0.005 (0.00487856038912074) + + + --> TIME: 2024-12-24 04:30:44 -- STEP: 3606/7738 -- GLOBAL_STEP: 104200 + | > loss_text_ce: 0.03420495614409447 (0.03823576758435405) + | > loss_mel_ce: 2.549973726272583 (2.726674818225656) + | > loss: 0.6460446715354919 (0.6912276467480921) + | > current_lr: 5e-06 + | > step_time: 0.0963 (0.1282100853361955) + | > loader_time: 0.0045 (0.004879420489915786) + + + --> TIME: 2024-12-24 04:30:56 -- STEP: 3656/7738 -- GLOBAL_STEP: 104250 + | > loss_text_ce: 0.038419708609580994 (0.038241665630501534) + | > loss_mel_ce: 2.796001672744751 (2.726687702099657) + | > loss: 0.7086053490638733 (0.6912323422485416) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12824502235168467) + | > loader_time: 0.0054 (0.004880887348229298) + + + --> TIME: 2024-12-24 04:31:07 -- STEP: 3706/7738 -- GLOBAL_STEP: 104300 + | > loss_text_ce: 0.037577785551548004 (0.038233861021086404) + | > loss_mel_ce: 2.819225311279297 (2.726624697141242) + | > loss: 0.7142007946968079 (0.6912146398684038) + | > current_lr: 5e-06 + | > step_time: 0.1502 (0.12824896909196018) + | > loader_time: 0.0052 (0.004881883400939176) + + + --> TIME: 2024-12-24 04:31:19 -- STEP: 3756/7738 -- GLOBAL_STEP: 104350 + | > loss_text_ce: 0.03938932716846466 (0.03823230140500323) + | > loss_mel_ce: 2.8438565731048584 (2.726817511585448) + | > loss: 0.7208114862442017 (0.6912624535564411) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12825514200015586) + | > loader_time: 0.0049 (0.004883166319265145) + + + --> TIME: 2024-12-24 04:31:30 -- STEP: 3806/7738 -- GLOBAL_STEP: 104400 + | > loss_text_ce: 0.0383664108812809 (0.038231782155641006) + | > loss_mel_ce: 2.554330825805664 (2.7267476797605035) + | > loss: 0.6481742858886719 (0.69124486575738) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.12822210901483913) + | > loader_time: 0.0047 (0.004883543854942454) + + + --> TIME: 2024-12-24 04:31:42 -- STEP: 3856/7738 -- GLOBAL_STEP: 104450 + | > loss_text_ce: 0.038665905594825745 (0.03823478912685411) + | > loss_mel_ce: 2.752474546432495 (2.7266480366224086) + | > loss: 0.6977851390838623 (0.6912207067229189) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12821768490110722) + | > loader_time: 0.0048 (0.004884232933095869) + + + --> TIME: 2024-12-24 04:31:53 -- STEP: 3906/7738 -- GLOBAL_STEP: 104500 + | > loss_text_ce: 0.03959721326828003 (0.03823410821062862) + | > loss_mel_ce: 2.593632698059082 (2.7267875861828603) + | > loss: 0.6583074927330017 (0.6912554238340634) + | > current_lr: 5e-06 + | > step_time: 0.1014 (0.12819130617230634) + | > loader_time: 0.0047 (0.0048856527086288135) + + + --> TIME: 2024-12-24 04:32:05 -- STEP: 3956/7738 -- GLOBAL_STEP: 104550 + | > loss_text_ce: 0.03799532726407051 (0.03823053382225979) + | > loss_mel_ce: 2.763571262359619 (2.7264973167461872) + | > loss: 0.7003916501998901 (0.6911819628896554) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.12822989566502152) + | > loader_time: 0.0046 (0.004886536494545308) + + + --> TIME: 2024-12-24 04:32:16 -- STEP: 4006/7738 -- GLOBAL_STEP: 104600 + | > loss_text_ce: 0.038365475833415985 (0.03823168265121364) + | > loss_mel_ce: 2.81160306930542 (2.7264025226808233) + | > loss: 0.7124921083450317 (0.6911585515460783) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12825019402439708) + | > loader_time: 0.0045 (0.00488750623930589) + + + --> TIME: 2024-12-24 04:32:28 -- STEP: 4056/7738 -- GLOBAL_STEP: 104650 + | > loss_text_ce: 0.04001457244157791 (0.03823133467520266) + | > loss_mel_ce: 2.7129321098327637 (2.726329622771849) + | > loss: 0.688236653804779 (0.691140239584375) + | > current_lr: 5e-06 + | > step_time: 0.1022 (0.1282297317563196) + | > loader_time: 0.0047 (0.004888046363871941) + + + --> TIME: 2024-12-24 04:32:39 -- STEP: 4106/7738 -- GLOBAL_STEP: 104700 + | > loss_text_ce: 0.03889091685414314 (0.03822848335211521) + | > loss_mel_ce: 2.6806116104125977 (2.7266723607379646) + | > loss: 0.6798756122589111 (0.6912252112562571) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12819978938820434) + | > loader_time: 0.0045 (0.004888863082751951) + + + --> TIME: 2024-12-24 04:32:51 -- STEP: 4156/7738 -- GLOBAL_STEP: 104750 + | > loss_text_ce: 0.038764871656894684 (0.038229283092846504) + | > loss_mel_ce: 2.807579755783081 (2.726477528100295) + | > loss: 0.7115861773490906 (0.6911767029899946) + | > current_lr: 5e-06 + | > step_time: 0.0985 (0.12822331460883016) + | > loader_time: 0.0048 (0.004889878490088183) + + + --> TIME: 2024-12-24 04:33:02 -- STEP: 4206/7738 -- GLOBAL_STEP: 104800 + | > loss_text_ce: 0.038554929196834564 (0.038232160264053135) + | > loss_mel_ce: 2.7618913650512695 (2.7263652856044986) + | > loss: 0.7001115679740906 (0.6911493616760538) + | > current_lr: 5e-06 + | > step_time: 0.1312 (0.12819755468490987) + | > loader_time: 0.005 (0.004890386229518244) + + + --> TIME: 2024-12-24 04:33:14 -- STEP: 4256/7738 -- GLOBAL_STEP: 104850 + | > loss_text_ce: 0.038934867829084396 (0.03823143750021267) + | > loss_mel_ce: 2.9181418418884277 (2.7264196424555966) + | > loss: 0.7392691969871521 (0.6911627701938821) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1282080047784893) + | > loader_time: 0.0052 (0.004891570741520782) + + + --> TIME: 2024-12-24 04:33:25 -- STEP: 4306/7738 -- GLOBAL_STEP: 104900 + | > loss_text_ce: 0.0384431928396225 (0.03822658303952049) + | > loss_mel_ce: 2.729856491088867 (2.726217014923574) + | > loss: 0.6920748949050903 (0.6911108997246854) + | > current_lr: 5e-06 + | > step_time: 0.1057 (0.1281912668438996) + | > loader_time: 0.0046 (0.0048912637354438316) + + + --> TIME: 2024-12-24 04:33:37 -- STEP: 4356/7738 -- GLOBAL_STEP: 104950 + | > loss_text_ce: 0.037048548460006714 (0.03822987126460166) + | > loss_mel_ce: 2.8210504055023193 (2.726111363609304) + | > loss: 0.7145247459411621 (0.691085308954407) + | > current_lr: 5e-06 + | > step_time: 0.139 (0.12823694101487762) + | > loader_time: 0.005 (0.004892680982146596) + + + --> TIME: 2024-12-24 04:33:48 -- STEP: 4406/7738 -- GLOBAL_STEP: 105000 + | > loss_text_ce: 0.03481655940413475 (0.03822937346715869) + | > loss_mel_ce: 2.6635239124298096 (2.726291142373642) + | > loss: 0.6745851039886475 (0.6911301291697791) + | > current_lr: 5e-06 + | > step_time: 0.1121 (0.1282622993831142) + | > loader_time: 0.0051 (0.004894960483961408) + + + --> TIME: 2024-12-24 04:34:00 -- STEP: 4456/7738 -- GLOBAL_STEP: 105050 + | > loss_text_ce: 0.03958525508642197 (0.03822759826018865) + | > loss_mel_ce: 3.0612001419067383 (2.726375047672589) + | > loss: 0.775196373462677 (0.6911506616849874) + | > current_lr: 5e-06 + | > step_time: 0.1415 (0.1283123179654887) + | > loader_time: 0.0051 (0.00489536195297857) + + + --> TIME: 2024-12-24 04:34:12 -- STEP: 4506/7738 -- GLOBAL_STEP: 105100 + | > loss_text_ce: 0.04082261398434639 (0.03822982890090775) + | > loss_mel_ce: 2.719817876815796 (2.726459296396243) + | > loss: 0.6901600956916809 (0.69117228154389) + | > current_lr: 5e-06 + | > step_time: 0.1642 (0.12829901354079035) + | > loader_time: 0.0052 (0.004896502837677607) + + + --> TIME: 2024-12-24 04:34:23 -- STEP: 4556/7738 -- GLOBAL_STEP: 105150 + | > loss_text_ce: 0.03852782025933266 (0.03822741878960576) + | > loss_mel_ce: 2.4797747135162354 (2.726390715541287) + | > loss: 0.6295756101608276 (0.6911545337894908) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.1282622929829269) + | > loader_time: 0.0049 (0.004896864962221967) + + + --> TIME: 2024-12-24 04:34:34 -- STEP: 4606/7738 -- GLOBAL_STEP: 105200 + | > loss_text_ce: 0.03754482418298721 (0.038228679367891524) + | > loss_mel_ce: 2.6784698963165283 (2.7262363970616152) + | > loss: 0.6790036559104919 (0.6911162693139216) + | > current_lr: 5e-06 + | > step_time: 0.1468 (0.12826504605881703) + | > loader_time: 0.0051 (0.004897724531341827) + + + --> TIME: 2024-12-24 04:34:46 -- STEP: 4656/7738 -- GLOBAL_STEP: 105250 + | > loss_text_ce: 0.03983868658542633 (0.03822524939972552) + | > loss_mel_ce: 2.6543235778808594 (2.726054053126331) + | > loss: 0.6735405921936035 (0.6910698258180386) + | > current_lr: 5e-06 + | > step_time: 0.1273 (0.12823436652467005) + | > loader_time: 0.0049 (0.004897862314358607) + + + --> TIME: 2024-12-24 04:34:57 -- STEP: 4706/7738 -- GLOBAL_STEP: 105300 + | > loss_text_ce: 0.037544265389442444 (0.038227695620650884) + | > loss_mel_ce: 2.6669790744781494 (2.7263786909279304) + | > loss: 0.6761308312416077 (0.6911515968052614) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.1282134352467994) + | > loader_time: 0.0051 (0.004898240958382816) + + + --> TIME: 2024-12-24 04:35:09 -- STEP: 4756/7738 -- GLOBAL_STEP: 105350 + | > loss_text_ce: 0.04106397554278374 (0.03822930710847654) + | > loss_mel_ce: 2.7323904037475586 (2.7262215634872202) + | > loss: 0.693363606929779 (0.6911127178783266) + | > current_lr: 5e-06 + | > step_time: 0.092 (0.12822541050594113) + | > loader_time: 0.0046 (0.004899257466610585) + + + --> TIME: 2024-12-24 04:35:20 -- STEP: 4806/7738 -- GLOBAL_STEP: 105400 + | > loss_text_ce: 0.03514983505010605 (0.038229552612307094) + | > loss_mel_ce: 2.7714478969573975 (2.7263344956396858) + | > loss: 0.7016494274139404 (0.6911410122824561) + | > current_lr: 5e-06 + | > step_time: 0.1503 (0.12825492129839788) + | > loader_time: 0.0052 (0.004900489059826061) + + + --> TIME: 2024-12-24 04:35:32 -- STEP: 4856/7738 -- GLOBAL_STEP: 105450 + | > loss_text_ce: 0.03338608145713806 (0.0382258496550258) + | > loss_mel_ce: 2.8549299240112305 (2.726415116665197) + | > loss: 0.7220789790153503 (0.6911602417832539) + | > current_lr: 5e-06 + | > step_time: 0.1297 (0.12824611112941794) + | > loader_time: 0.0051 (0.004901437625853588) + + + --> TIME: 2024-12-24 04:35:43 -- STEP: 4906/7738 -- GLOBAL_STEP: 105500 + | > loss_text_ce: 0.032766517251729965 (0.038221998462553045) + | > loss_mel_ce: 2.582244396209717 (2.7263435783359036) + | > loss: 0.6537527441978455 (0.6911413944404167) + | > current_lr: 5e-06 + | > step_time: 0.149 (0.12825430970361051) + | > loader_time: 0.0051 (0.004903463358982113) + + + --> TIME: 2024-12-24 04:35:55 -- STEP: 4956/7738 -- GLOBAL_STEP: 105550 + | > loss_text_ce: 0.03820633143186569 (0.038220211129509386) + | > loss_mel_ce: 2.637892723083496 (2.7264640652142407) + | > loss: 0.6690247654914856 (0.6911710693385925) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12831593411309353) + | > loader_time: 0.0048 (0.004907412044072551) + + + --> TIME: 2024-12-24 04:36:07 -- STEP: 5006/7738 -- GLOBAL_STEP: 105600 + | > loss_text_ce: 0.03995333984494209 (0.03822287741923495) + | > loss_mel_ce: 2.631049871444702 (2.726759076832869) + | > loss: 0.6677507758140564 (0.6912454887718564) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12836324697106608) + | > loader_time: 0.0048 (0.00490792251042828) + + + --> TIME: 2024-12-24 04:36:19 -- STEP: 5056/7738 -- GLOBAL_STEP: 105650 + | > loss_text_ce: 0.03767507150769234 (0.03822433656410183) + | > loss_mel_ce: 2.6429758071899414 (2.726769943167515) + | > loss: 0.6701627373695374 (0.6912485701208815) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12839038552174073) + | > loader_time: 0.0047 (0.004908707888820506) + + + --> TIME: 2024-12-24 04:36:30 -- STEP: 5106/7738 -- GLOBAL_STEP: 105700 + | > loss_text_ce: 0.037348423153162 (0.03821939869852775) + | > loss_mel_ce: 2.753967523574829 (2.726558848964529) + | > loss: 0.697829008102417 (0.6911945620962462) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12839200185692823) + | > loader_time: 0.0047 (0.004908937451608782) + + + --> TIME: 2024-12-24 04:36:42 -- STEP: 5156/7738 -- GLOBAL_STEP: 105750 + | > loss_text_ce: 0.03438926115632057 (0.0382176902707988) + | > loss_mel_ce: 2.8572025299072266 (2.72647738502967) + | > loss: 0.7228979468345642 (0.6911737689845221) + | > current_lr: 5e-06 + | > step_time: 0.1389 (0.1283627935765417) + | > loader_time: 0.0055 (0.004910705485392025) + + + --> TIME: 2024-12-24 04:36:54 -- STEP: 5206/7738 -- GLOBAL_STEP: 105800 + | > loss_text_ce: 0.03769455850124359 (0.03821663270284772) + | > loss_mel_ce: 2.772953987121582 (2.726513865403472) + | > loss: 0.7026621103286743 (0.6911826246502856) + | > current_lr: 5e-06 + | > step_time: 0.1658 (0.1284240191137612) + | > loader_time: 0.0054 (0.004912065351371169) + + + --> TIME: 2024-12-24 04:37:05 -- STEP: 5256/7738 -- GLOBAL_STEP: 105850 + | > loss_text_ce: 0.03785271942615509 (0.0382151546440821) + | > loss_mel_ce: 2.8032097816467285 (2.7264834476841813) + | > loss: 0.7102656364440918 (0.6911746507207187) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1284506857576617) + | > loader_time: 0.0048 (0.004913034776574406) + + + --> TIME: 2024-12-24 04:37:17 -- STEP: 5306/7738 -- GLOBAL_STEP: 105900 + | > loss_text_ce: 0.0377759225666523 (0.03821735658401706) + | > loss_mel_ce: 2.8286030292510986 (2.7263153847145474) + | > loss: 0.7165947556495667 (0.6911331854965655) + | > current_lr: 5e-06 + | > step_time: 0.1669 (0.12842694894349935) + | > loader_time: 0.0054 (0.004913853017330359) + + + --> TIME: 2024-12-24 04:37:28 -- STEP: 5356/7738 -- GLOBAL_STEP: 105950 + | > loss_text_ce: 0.03849663585424423 (0.03821681946957016) + | > loss_mel_ce: 2.7703206539154053 (2.7263155408632036) + | > loss: 0.7022043466567993 (0.6911330902705539) + | > current_lr: 5e-06 + | > step_time: 0.0956 (0.1284369769338532) + | > loader_time: 0.0048 (0.004915268186137614) + + + --> TIME: 2024-12-24 04:37:40 -- STEP: 5406/7738 -- GLOBAL_STEP: 106000 + | > loss_text_ce: 0.0372973307967186 (0.03821636615007506) + | > loss_mel_ce: 2.739786386489868 (2.7260730246724867) + | > loss: 0.69427090883255 (0.6910723479443286) + | > current_lr: 5e-06 + | > step_time: 0.1168 (0.1284333530991244) + | > loader_time: 0.0048 (0.004915388698627289) + + + --> TIME: 2024-12-24 04:37:51 -- STEP: 5456/7738 -- GLOBAL_STEP: 106050 + | > loss_text_ce: 0.03888513520359993 (0.03821492743442153) + | > loss_mel_ce: 2.6823577880859375 (2.725776805162775) + | > loss: 0.6803107261657715 (0.6909979333625859) + | > current_lr: 5e-06 + | > step_time: 0.0945 (0.12843618150855088) + | > loader_time: 0.0046 (0.004916234275113116) + + + --> TIME: 2024-12-24 04:38:03 -- STEP: 5506/7738 -- GLOBAL_STEP: 106100 + | > loss_text_ce: 0.03862877935171127 (0.03821766026530532) + | > loss_mel_ce: 2.9370410442352295 (2.725880745234072) + | > loss: 0.7439174652099609 (0.691024601589408) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.12842094958846104) + | > loader_time: 0.0051 (0.00491675566726281) + + + --> TIME: 2024-12-24 04:38:15 -- STEP: 5556/7738 -- GLOBAL_STEP: 106150 + | > loss_text_ce: 0.03509765863418579 (0.03821397940691939) + | > loss_mel_ce: 2.8057076930999756 (2.7261192533847955) + | > loss: 0.7102013230323792 (0.6910833084514622) + | > current_lr: 5e-06 + | > step_time: 0.0873 (0.1284438657022535) + | > loader_time: 0.0047 (0.004917366715795805) + + + --> TIME: 2024-12-24 04:38:26 -- STEP: 5606/7738 -- GLOBAL_STEP: 106200 + | > loss_text_ce: 0.04016586393117905 (0.0382122199392978) + | > loss_mel_ce: 2.64884614944458 (2.7261508758944997) + | > loss: 0.6722530126571655 (0.6910907742150371) + | > current_lr: 5e-06 + | > step_time: 0.1112 (0.12849315834011374) + | > loader_time: 0.0047 (0.004917810782338325) + + + --> TIME: 2024-12-24 04:38:38 -- STEP: 5656/7738 -- GLOBAL_STEP: 106250 + | > loss_text_ce: 0.03642553091049194 (0.03820735941999345) + | > loss_mel_ce: 2.563324451446533 (2.726170042532331) + | > loss: 0.6499375104904175 (0.691094350717867) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12853057086046202) + | > loader_time: 0.0047 (0.0049186391068314385) + + + --> TIME: 2024-12-24 04:38:49 -- STEP: 5706/7738 -- GLOBAL_STEP: 106300 + | > loss_text_ce: 0.0405750647187233 (0.038207768823636905) + | > loss_mel_ce: 2.6803336143493652 (2.7260880230436597) + | > loss: 0.6802271604537964 (0.6910739481825183) + | > current_lr: 5e-06 + | > step_time: 0.1248 (0.12848891829174094) + | > loader_time: 0.0049 (0.004919117891784319) + + + --> TIME: 2024-12-24 04:39:01 -- STEP: 5756/7738 -- GLOBAL_STEP: 106350 + | > loss_text_ce: 0.040436625480651855 (0.03821226655420824) + | > loss_mel_ce: 2.602804660797119 (2.725851137908149) + | > loss: 0.6608103513717651 (0.6910158513195406) + | > current_lr: 5e-06 + | > step_time: 0.1041 (0.12851187075236492) + | > loader_time: 0.0044 (0.004921553696585343) + + + --> TIME: 2024-12-24 04:39:13 -- STEP: 5806/7738 -- GLOBAL_STEP: 106400 + | > loss_text_ce: 0.03892400860786438 (0.038212844527375035) + | > loss_mel_ce: 2.710721731185913 (2.72574617289445) + | > loss: 0.6874114274978638 (0.690989754557651) + | > current_lr: 5e-06 + | > step_time: 0.1272 (0.12850196781217563) + | > loader_time: 0.0052 (0.004924433624748531) + + + --> TIME: 2024-12-24 04:39:24 -- STEP: 5856/7738 -- GLOBAL_STEP: 106450 + | > loss_text_ce: 0.035704005509614944 (0.03821309104395142) + | > loss_mel_ce: 2.7171261310577393 (2.725876206420153) + | > loss: 0.6882075071334839 (0.691022324574287) + | > current_lr: 5e-06 + | > step_time: 0.1396 (0.12851923248155495) + | > loader_time: 0.0052 (0.0049251574066167415) + + + --> TIME: 2024-12-24 04:39:36 -- STEP: 5906/7738 -- GLOBAL_STEP: 106500 + | > loss_text_ce: 0.03836262226104736 (0.03821418434476104) + | > loss_mel_ce: 2.6547539234161377 (2.7255212524725962) + | > loss: 0.6732791662216187 (0.6909338594027956) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12849687831586687) + | > loader_time: 0.0049 (0.004924925714680764) + + + --> TIME: 2024-12-24 04:39:47 -- STEP: 5956/7738 -- GLOBAL_STEP: 106550 + | > loss_text_ce: 0.03511020913720131 (0.03821472247219366) + | > loss_mel_ce: 2.7569077014923096 (2.725774627751831) + | > loss: 0.6980044841766357 (0.6909973377585814) + | > current_lr: 5e-06 + | > step_time: 0.1306 (0.1285329864599944) + | > loader_time: 0.0052 (0.004925473653845862) + + + --> TIME: 2024-12-24 04:39:59 -- STEP: 6006/7738 -- GLOBAL_STEP: 106600 + | > loss_text_ce: 0.03775545954704285 (0.03821648403231835) + | > loss_mel_ce: 2.7677624225616455 (2.7258932900913044) + | > loss: 0.7013794779777527 (0.691027443765443) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12850197970053354) + | > loader_time: 0.005 (0.0049260233467196156) + + + --> TIME: 2024-12-24 04:40:11 -- STEP: 6056/7738 -- GLOBAL_STEP: 106650 + | > loss_text_ce: 0.03653979301452637 (0.0382170950956373) + | > loss_mel_ce: 2.8577840328216553 (2.7258569893858997) + | > loss: 0.7235809564590454 (0.6910185213428353) + | > current_lr: 5e-06 + | > step_time: 0.1214 (0.12853262395335924) + | > loader_time: 0.0052 (0.004926273852704861) + + + --> TIME: 2024-12-24 04:40:22 -- STEP: 6106/7738 -- GLOBAL_STEP: 106700 + | > loss_text_ce: 0.04117816686630249 (0.03821467324759476) + | > loss_mel_ce: 2.6387856006622314 (2.725782489604804) + | > loss: 0.6699909567832947 (0.6909992908927759) + | > current_lr: 5e-06 + | > step_time: 0.0987 (0.12852489881893453) + | > loader_time: 0.0045 (0.004927296229280346) + + + --> TIME: 2024-12-24 04:40:33 -- STEP: 6156/7738 -- GLOBAL_STEP: 106750 + | > loss_text_ce: 0.035391665995121 (0.03821398847076213) + | > loss_mel_ce: 2.8409759998321533 (2.725838316230511) + | > loss: 0.7190918922424316 (0.691013076335986) + | > current_lr: 5e-06 + | > step_time: 0.1004 (0.12845851652338702) + | > loader_time: 0.005 (0.004927421483689902) + + + --> TIME: 2024-12-24 04:40:44 -- STEP: 6206/7738 -- GLOBAL_STEP: 106800 + | > loss_text_ce: 0.04067952185869217 (0.03821611730907096) + | > loss_mel_ce: 2.7843029499053955 (2.7256201248264196) + | > loss: 0.7062456011772156 (0.6909590606492759) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.12842383705105956) + | > loader_time: 0.0049 (0.004927587171081889) + + + --> TIME: 2024-12-24 04:40:56 -- STEP: 6256/7738 -- GLOBAL_STEP: 106850 + | > loss_text_ce: 0.03562183678150177 (0.0382118803238178) + | > loss_mel_ce: 2.5872018337249756 (2.7256300746251227) + | > loss: 0.6557059288024902 (0.6909604888133078) + | > current_lr: 5e-06 + | > step_time: 0.0926 (0.12848461935739675) + | > loader_time: 0.0046 (0.004928844625992553) + + + --> TIME: 2024-12-24 04:41:08 -- STEP: 6306/7738 -- GLOBAL_STEP: 106900 + | > loss_text_ce: 0.03933381661772728 (0.03821283625187749) + | > loss_mel_ce: 2.6466755867004395 (2.725610962452449) + | > loss: 0.6715023517608643 (0.6909559497257057) + | > current_lr: 5e-06 + | > step_time: 0.1062 (0.12847401953635787) + | > loader_time: 0.0047 (0.004929233119104395) + + + --> TIME: 2024-12-24 04:41:19 -- STEP: 6356/7738 -- GLOBAL_STEP: 106950 + | > loss_text_ce: 0.036026857793331146 (0.038213256233101685) + | > loss_mel_ce: 2.5548806190490723 (2.7255761606877797) + | > loss: 0.6477268934249878 (0.6909473542618709) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12846913147902903) + | > loader_time: 0.0045 (0.00492960627233555) + + + --> TIME: 2024-12-24 04:41:31 -- STEP: 6406/7738 -- GLOBAL_STEP: 107000 + | > loss_text_ce: 0.03736600652337074 (0.03821309972025258) + | > loss_mel_ce: 2.6444106101989746 (2.7255321677833484) + | > loss: 0.670444130897522 (0.6909363168665966) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.1284963171295249) + | > loader_time: 0.0045 (0.004930408418532132) + + + --> TIME: 2024-12-24 04:41:43 -- STEP: 6456/7738 -- GLOBAL_STEP: 107050 + | > loss_text_ce: 0.035516612231731415 (0.03821092980534141) + | > loss_mel_ce: 2.8576948642730713 (2.725675965034974) + | > loss: 0.7233028411865234 (0.6909717236826709) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12851467056493002) + | > loader_time: 0.0048 (0.004930751880600849) + + + --> TIME: 2024-12-24 04:41:54 -- STEP: 6506/7738 -- GLOBAL_STEP: 107100 + | > loss_text_ce: 0.041814807802438736 (0.03820845829978559) + | > loss_mel_ce: 2.7346460819244385 (2.725712584855552) + | > loss: 0.6941152215003967 (0.6909802607433857) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.12852634238053376) + | > loader_time: 0.0045 (0.004931382534872597) + + + --> TIME: 2024-12-24 04:42:06 -- STEP: 6556/7738 -- GLOBAL_STEP: 107150 + | > loss_text_ce: 0.03909912332892418 (0.038207523422196445) + | > loss_mel_ce: 2.818363666534424 (2.725828717837177) + | > loss: 0.7143657207489014 (0.6910090602847992) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.12852992358332763) + | > loader_time: 0.0053 (0.00493197029432631) + + + --> TIME: 2024-12-24 04:42:17 -- STEP: 6606/7738 -- GLOBAL_STEP: 107200 + | > loss_text_ce: 0.037084612995386124 (0.038208144281568227) + | > loss_mel_ce: 2.695066452026367 (2.7254890575215462) + | > loss: 0.6830377578735352 (0.6909243004126441) + | > current_lr: 5e-06 + | > step_time: 0.1244 (0.12848740991158686) + | > loader_time: 0.005 (0.004931843428766228) + + + --> TIME: 2024-12-24 04:42:28 -- STEP: 6656/7738 -- GLOBAL_STEP: 107250 + | > loss_text_ce: 0.03847415745258331 (0.038208475747524145) + | > loss_mel_ce: 2.872499465942383 (2.725470660325997) + | > loss: 0.72774338722229 (0.6909197840230685) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12846466891754085) + | > loader_time: 0.0049 (0.004931892232539564) + + + --> TIME: 2024-12-24 04:42:40 -- STEP: 6706/7738 -- GLOBAL_STEP: 107300 + | > loss_text_ce: 0.03852010890841484 (0.03820882155761337) + | > loss_mel_ce: 2.604896068572998 (2.7256316687148447) + | > loss: 0.6608540415763855 (0.690960122584017) + | > current_lr: 5e-06 + | > step_time: 0.1551 (0.1284757061499532) + | > loader_time: 0.0051 (0.0049322943811163505) + + + --> TIME: 2024-12-24 04:42:51 -- STEP: 6756/7738 -- GLOBAL_STEP: 107350 + | > loss_text_ce: 0.03968014940619469 (0.0382082400241919) + | > loss_mel_ce: 2.4814329147338867 (2.7256959262791978) + | > loss: 0.6302782893180847 (0.6909760416101043) + | > current_lr: 5e-06 + | > step_time: 0.1285 (0.1284824967243175) + | > loader_time: 0.0049 (0.004932432608042618) + + + --> TIME: 2024-12-24 04:43:03 -- STEP: 6806/7738 -- GLOBAL_STEP: 107400 + | > loss_text_ce: 0.03671155497431755 (0.03820673587025662) + | > loss_mel_ce: 2.498605489730835 (2.7255560811953843) + | > loss: 0.6338292360305786 (0.6909407043050678) + | > current_lr: 5e-06 + | > step_time: 0.1618 (0.12846651299364759) + | > loader_time: 0.0064 (0.004932782385862825) + + + --> TIME: 2024-12-24 04:43:15 -- STEP: 6856/7738 -- GLOBAL_STEP: 107450 + | > loss_text_ce: 0.040884342044591904 (0.03820926211844991) + | > loss_mel_ce: 2.737375259399414 (2.7257077700894223) + | > loss: 0.6945648789405823 (0.6909792580519009) + | > current_lr: 5e-06 + | > step_time: 0.0943 (0.1285103338323921) + | > loader_time: 0.0045 (0.004932835228662927) + + + --> TIME: 2024-12-24 04:43:26 -- STEP: 6906/7738 -- GLOBAL_STEP: 107500 + | > loss_text_ce: 0.038274697959423065 (0.03821075569445587) + | > loss_mel_ce: 2.8353569507598877 (2.7255533342253715) + | > loss: 0.718407928943634 (0.6909410224991748) + | > current_lr: 5e-06 + | > step_time: 0.1124 (0.1285292348618646) + | > loader_time: 0.005 (0.004933146956758918) + + + --> TIME: 2024-12-24 04:43:38 -- STEP: 6956/7738 -- GLOBAL_STEP: 107550 + | > loss_text_ce: 0.039609454572200775 (0.03821207374621395) + | > loss_mel_ce: 2.803061008453369 (2.7255744435377247) + | > loss: 0.710667610168457 (0.6909466293212533) + | > current_lr: 5e-06 + | > step_time: 0.1331 (0.1285293973198284) + | > loader_time: 0.0052 (0.004933379209199264) + + + --> TIME: 2024-12-24 04:43:50 -- STEP: 7006/7738 -- GLOBAL_STEP: 107600 + | > loss_text_ce: 0.03547101840376854 (0.03821605668822481) + | > loss_mel_ce: 2.6756746768951416 (2.7256568889089743) + | > loss: 0.6777864098548889 (0.6909682364369204) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12855259473072647) + | > loader_time: 0.0048 (0.004933824207045644) + + + --> TIME: 2024-12-24 04:44:01 -- STEP: 7056/7738 -- GLOBAL_STEP: 107650 + | > loss_text_ce: 0.034714892506599426 (0.03821460939700933) + | > loss_mel_ce: 2.731581926345825 (2.7255340487170363) + | > loss: 0.691574215888977 (0.6909371645626976) + | > current_lr: 5e-06 + | > step_time: 0.1213 (0.1285376859968209) + | > loader_time: 0.0052 (0.004934242354228655) + + + --> TIME: 2024-12-24 04:44:13 -- STEP: 7106/7738 -- GLOBAL_STEP: 107700 + | > loss_text_ce: 0.037320736795663834 (0.038218183102714805) + | > loss_mel_ce: 3.018223524093628 (2.7257239780324007) + | > loss: 0.7638860940933228 (0.6909855403364663) + | > current_lr: 5e-06 + | > step_time: 0.1621 (0.12853902123727942) + | > loader_time: 0.0053 (0.00493465387884946) + + + --> TIME: 2024-12-24 04:44:24 -- STEP: 7156/7738 -- GLOBAL_STEP: 107750 + | > loss_text_ce: 0.04163525626063347 (0.03821715002940934) + | > loss_mel_ce: 2.74416184425354 (2.7259265133093806) + | > loss: 0.6964492797851562 (0.6910359158553915) + | > current_lr: 5e-06 + | > step_time: 0.1022 (0.12856496033420609) + | > loader_time: 0.0047 (0.004935411616635098) + + + --> TIME: 2024-12-24 04:44:36 -- STEP: 7206/7738 -- GLOBAL_STEP: 107800 + | > loss_text_ce: 0.04029674082994461 (0.03821903048794025) + | > loss_mel_ce: 2.507582187652588 (2.7258183329825973) + | > loss: 0.6369697451591492 (0.6910093409003335) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.12858555702709182) + | > loader_time: 0.0047 (0.004935952381660237) + + + --> TIME: 2024-12-24 04:44:48 -- STEP: 7256/7738 -- GLOBAL_STEP: 107850 + | > loss_text_ce: 0.037655726075172424 (0.03821673942883858) + | > loss_mel_ce: 2.8401987552642822 (2.725954868827658) + | > loss: 0.7194636464118958 (0.6910429021226534) + | > current_lr: 5e-06 + | > step_time: 0.1348 (0.12861123207911357) + | > loader_time: 0.0052 (0.00493664801317907) + + + --> TIME: 2024-12-24 04:45:00 -- STEP: 7306/7738 -- GLOBAL_STEP: 107900 + | > loss_text_ce: 0.039244189858436584 (0.03821583618831874) + | > loss_mel_ce: 2.7976958751678467 (2.7258727159560148) + | > loss: 0.7092350125312805 (0.6910221380972714) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12862092444187231) + | > loader_time: 0.0049 (0.004937648120528212) + + + --> TIME: 2024-12-24 04:45:12 -- STEP: 7356/7738 -- GLOBAL_STEP: 107950 + | > loss_text_ce: 0.038542237132787704 (0.038218081469965165) + | > loss_mel_ce: 2.7735962867736816 (2.725798267719211) + | > loss: 0.7030346393585205 (0.6910040873574331) + | > current_lr: 5e-06 + | > step_time: 0.0833 (0.12866903595978813) + | > loader_time: 0.0046 (0.004938735950245945) + + + --> TIME: 2024-12-24 04:45:23 -- STEP: 7406/7738 -- GLOBAL_STEP: 108000 + | > loss_text_ce: 0.03759811073541641 (0.038215607364971135) + | > loss_mel_ce: 2.8579204082489014 (2.7258850881417875) + | > loss: 0.7238796353340149 (0.691025173948998) + | > current_lr: 5e-06 + | > step_time: 0.1618 (0.12866546581025168) + | > loader_time: 0.0053 (0.00493928547842967) + + + --> TIME: 2024-12-24 04:45:34 -- STEP: 7456/7738 -- GLOBAL_STEP: 108050 + | > loss_text_ce: 0.03950636461377144 (0.038216850121281766) + | > loss_mel_ce: 2.5773510932922363 (2.7258332368514036) + | > loss: 0.6542143821716309 (0.6910125218139955) + | > current_lr: 5e-06 + | > step_time: 0.1191 (0.12862802702981493) + | > loader_time: 0.0051 (0.004939474453230275) + + + --> TIME: 2024-12-24 04:45:46 -- STEP: 7506/7738 -- GLOBAL_STEP: 108100 + | > loss_text_ce: 0.03385041281580925 (0.038220875153788095) + | > loss_mel_ce: 2.66033935546875 (2.725776672998554) + | > loss: 0.6735474467277527 (0.6909993870906949) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12861488543921323) + | > loader_time: 0.0046 (0.004940267629442997) + + + --> TIME: 2024-12-24 04:45:57 -- STEP: 7556/7738 -- GLOBAL_STEP: 108150 + | > loss_text_ce: 0.03434597700834274 (0.0382202582284927) + | > loss_mel_ce: 2.651059627532959 (2.7257197193521345) + | > loss: 0.6713513731956482 (0.6909849944412553) + | > current_lr: 5e-06 + | > step_time: 0.1386 (0.12861924801887553) + | > loader_time: 0.0053 (0.004940992123617454) + + + --> TIME: 2024-12-24 04:46:09 -- STEP: 7606/7738 -- GLOBAL_STEP: 108200 + | > loss_text_ce: 0.036745455116033554 (0.038221558159726166) + | > loss_mel_ce: 2.7818803787231445 (2.7255432102324724) + | > loss: 0.7046564817428589 (0.6909411921333147) + | > current_lr: 5e-06 + | > step_time: 0.1622 (0.12859409350079976) + | > loader_time: 0.0053 (0.004941184490002241) + + + --> TIME: 2024-12-24 04:46:20 -- STEP: 7656/7738 -- GLOBAL_STEP: 108250 + | > loss_text_ce: 0.03902813419699669 (0.03822496599958613) + | > loss_mel_ce: 2.730051279067993 (2.725607118231623) + | > loss: 0.6922698616981506 (0.6909580210860249) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.1286239371778074) + | > loader_time: 0.0049 (0.004942050984162399) + + + --> TIME: 2024-12-24 04:46:32 -- STEP: 7706/7738 -- GLOBAL_STEP: 108300 + | > loss_text_ce: 0.03834100812673569 (0.03822287353074249) + | > loss_mel_ce: 2.55281400680542 (2.7255977782341754) + | > loss: 0.6477887630462646 (0.6909551629842552) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.12865061646091938) + | > loader_time: 0.0048 (0.004942444928305633) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06881423791249598 (-3.472723142022849e-06) + | > avg_loss_text_ce: 0.036881673479019994 (-0.00018827756396450068) + | > avg_loss_mel_ce: 2.9298529191450644 (-0.0009029357120238224) + | > avg_loss: 2.966734589952411 (-0.0010912105290583618) + + + > EPOCH: 14/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 04:47:38)  + + --> TIME: 2024-12-24 04:47:43 -- STEP: 18/7738 -- GLOBAL_STEP: 108350 + | > loss_text_ce: 0.03764429688453674 (0.03836841695010662) + | > loss_mel_ce: 2.8333139419555664 (2.730766283141242) + | > loss: 0.7177395820617676 (0.6922836667961545) + | > current_lr: 5e-06 + | > step_time: 0.1633 (0.1287597550286187) + | > loader_time: 0.0052 (0.0048658450444539385) + + + --> TIME: 2024-12-24 04:47:54 -- STEP: 68/7738 -- GLOBAL_STEP: 108400 + | > loss_text_ce: 0.03717624396085739 (0.03823430836200714) + | > loss_mel_ce: 2.713097095489502 (2.7126542855711544) + | > loss: 0.6875683069229126 (0.6877221447580001) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12842488990110504) + | > loader_time: 0.005 (0.004880750880521887) + + + --> TIME: 2024-12-24 04:48:05 -- STEP: 118/7738 -- GLOBAL_STEP: 108450 + | > loss_text_ce: 0.03740474209189415 (0.03812600416525946) + | > loss_mel_ce: 2.6964313983917236 (2.717446478746705) + | > loss: 0.6834590435028076 (0.6888931186522469) + | > current_lr: 5e-06 + | > step_time: 0.1479 (0.12591374526589597) + | > loader_time: 0.0051 (0.004837985766136042) + + + --> TIME: 2024-12-24 04:48:17 -- STEP: 168/7738 -- GLOBAL_STEP: 108500 + | > loss_text_ce: 0.03673447668552399 (0.03807076408217348) + | > loss_mel_ce: 2.790816068649292 (2.7149873986130673) + | > loss: 0.7068876624107361 (0.6882645399087952) + | > current_lr: 5e-06 + | > step_time: 0.1212 (0.12817208539871933) + | > loader_time: 0.0051 (0.004855634201140632) + + + --> TIME: 2024-12-24 04:48:29 -- STEP: 218/7738 -- GLOBAL_STEP: 108550 + | > loss_text_ce: 0.037837427109479904 (0.0381050375931033) + | > loss_mel_ce: 2.9189577102661133 (2.718917774497916) + | > loss: 0.7391988039016724 (0.6892557032064559) + | > current_lr: 5e-06 + | > step_time: 0.1651 (0.12888928618999776) + | > loader_time: 0.0051 (0.004849777309172742) + + + --> TIME: 2024-12-24 04:48:41 -- STEP: 268/7738 -- GLOBAL_STEP: 108600 + | > loss_text_ce: 0.034922026097774506 (0.03808711965415457) + | > loss_mel_ce: 2.72580623626709 (2.726018308703579) + | > loss: 0.690182089805603 (0.6910263573500647) + | > current_lr: 5e-06 + | > step_time: 0.0974 (0.12922886325352206) + | > loader_time: 0.0046 (0.004843040188746664) + + + --> TIME: 2024-12-24 04:48:53 -- STEP: 318/7738 -- GLOBAL_STEP: 108650 + | > loss_text_ce: 0.03422855958342552 (0.03802995438798791) + | > loss_mel_ce: 2.813730478286743 (2.7272220992442184) + | > loss: 0.7119897603988647 (0.6913130131532559) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.12993737361716007) + | > loader_time: 0.0044 (0.0048639691850674216) + + + --> TIME: 2024-12-24 04:49:04 -- STEP: 368/7738 -- GLOBAL_STEP: 108700 + | > loss_text_ce: 0.035879675298929214 (0.038040627209145736) + | > loss_mel_ce: 2.6255099773406982 (2.7261472370313524) + | > loss: 0.6653473973274231 (0.6910469653489796) + | > current_lr: 5e-06 + | > step_time: 0.0862 (0.12978931224864446) + | > loader_time: 0.0044 (0.004853698222533513) + + + --> TIME: 2024-12-24 04:49:15 -- STEP: 418/7738 -- GLOBAL_STEP: 108750 + | > loss_text_ce: 0.04002666845917702 (0.03809364055368036) + | > loss_mel_ce: 2.6385979652404785 (2.7272190289063856) + | > loss: 0.6696561574935913 (0.6913281669171802) + | > current_lr: 5e-06 + | > step_time: 0.1179 (0.12943995512273296) + | > loader_time: 0.0048 (0.00485264057177676) + + + --> TIME: 2024-12-24 04:49:27 -- STEP: 468/7738 -- GLOBAL_STEP: 108800 + | > loss_text_ce: 0.0341915488243103 (0.03804913299301498) + | > loss_mel_ce: 2.520390510559082 (2.723658632518896) + | > loss: 0.6386455297470093 (0.6904269409740071) + | > current_lr: 5e-06 + | > step_time: 0.0937 (0.1296006492060471) + | > loader_time: 0.0044 (0.004849179178221613) + + + --> TIME: 2024-12-24 04:49:39 -- STEP: 518/7738 -- GLOBAL_STEP: 108850 + | > loss_text_ce: 0.038570065051317215 (0.03805330768946747) + | > loss_mel_ce: 2.9398415088653564 (2.72283631540173) + | > loss: 0.7446029186248779 (0.6902224057889812) + | > current_lr: 5e-06 + | > step_time: 0.1501 (0.12927042379342435) + | > loader_time: 0.005 (0.004845333835793278) + + + --> TIME: 2024-12-24 04:49:50 -- STEP: 568/7738 -- GLOBAL_STEP: 108900 + | > loss_text_ce: 0.03789658099412918 (0.038021241485233066) + | > loss_mel_ce: 2.778687000274658 (2.721874832687241) + | > loss: 0.7041459083557129 (0.6899740183857125) + | > current_lr: 5e-06 + | > step_time: 0.0844 (0.12893475655099018) + | > loader_time: 0.0042 (0.004835593868309344) + + + --> TIME: 2024-12-24 04:50:02 -- STEP: 618/7738 -- GLOBAL_STEP: 108950 + | > loss_text_ce: 0.04009287804365158 (0.03802401632142879) + | > loss_mel_ce: 2.7314834594726562 (2.722913762126537) + | > loss: 0.6928941011428833 (0.6902344447702267) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12910819670914817) + | > loader_time: 0.0052 (0.004831799025674469) + + + --> TIME: 2024-12-24 04:50:13 -- STEP: 668/7738 -- GLOBAL_STEP: 109000 + | > loss_text_ce: 0.039504144340753555 (0.03808585500824238) + | > loss_mel_ce: 2.7856690883636475 (2.723770965002252) + | > loss: 0.7062932848930359 (0.6904642051030063) + | > current_lr: 5e-06 + | > step_time: 0.1268 (0.1291803792565167) + | > loader_time: 0.0049 (0.004838075823412687) + + + --> TIME: 2024-12-24 04:50:24 -- STEP: 718/7738 -- GLOBAL_STEP: 109050 + | > loss_text_ce: 0.0384499691426754 (0.03809556939890791) + | > loss_mel_ce: 2.559209108352661 (2.72182438532954) + | > loss: 0.6494147777557373 (0.6899799889674761) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12893707871769106) + | > loader_time: 0.0044 (0.004835002601644791) + + + --> TIME: 2024-12-24 04:50:36 -- STEP: 768/7738 -- GLOBAL_STEP: 109100 + | > loss_text_ce: 0.037290554493665695 (0.038128103435155956) + | > loss_mel_ce: 2.702319383621216 (2.7194289950033017) + | > loss: 0.6849024891853333 (0.6893892749988787) + | > current_lr: 5e-06 + | > step_time: 0.1419 (0.12882911165555297) + | > loader_time: 0.005 (0.004828900409241522) + + + --> TIME: 2024-12-24 04:50:48 -- STEP: 818/7738 -- GLOBAL_STEP: 109150 + | > loss_text_ce: 0.04031078889966011 (0.03812320597815925) + | > loss_mel_ce: 2.7733542919158936 (2.719851794627592) + | > loss: 0.7034162878990173 (0.689493750520324) + | > current_lr: 5e-06 + | > step_time: 0.1209 (0.12895183545744482) + | > loader_time: 0.005 (0.004822130016709312) + + + --> TIME: 2024-12-24 04:50:59 -- STEP: 868/7738 -- GLOBAL_STEP: 109200 + | > loss_text_ce: 0.041499633342027664 (0.03812826171191198) + | > loss_mel_ce: 2.872426986694336 (2.7199761233022124) + | > loss: 0.728481650352478 (0.689526096604387) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.1291300209436546) + | > loader_time: 0.0049 (0.004824961660095078) + + + --> TIME: 2024-12-24 04:51:11 -- STEP: 918/7738 -- GLOBAL_STEP: 109250 + | > loss_text_ce: 0.04010770842432976 (0.03812605630776854) + | > loss_mel_ce: 2.77599835395813 (2.7196143291614665) + | > loss: 0.7040265202522278 (0.6894350967376063) + | > current_lr: 5e-06 + | > step_time: 0.1712 (0.12941998957548762) + | > loader_time: 0.0052 (0.004827144618647294) + + + --> TIME: 2024-12-24 04:51:22 -- STEP: 968/7738 -- GLOBAL_STEP: 109300 + | > loss_text_ce: 0.037203747779130936 (0.03815396878991494) + | > loss_mel_ce: 2.7875688076019287 (2.7199970710376067) + | > loss: 0.7061931490898132 (0.6895377603321038) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12918819597929931) + | > loader_time: 0.0052 (0.004828786061814997) + + + --> TIME: 2024-12-24 04:51:34 -- STEP: 1018/7738 -- GLOBAL_STEP: 109350 + | > loss_text_ce: 0.03628856688737869 (0.038147686451878465) + | > loss_mel_ce: 2.6486339569091797 (2.7202058187402294) + | > loss: 0.6712306141853333 (0.6895883764874025) + | > current_lr: 5e-06 + | > step_time: 0.1549 (0.12907644081677788) + | > loader_time: 0.0051 (0.0048292175023167015) + + + --> TIME: 2024-12-24 04:51:45 -- STEP: 1068/7738 -- GLOBAL_STEP: 109400 + | > loss_text_ce: 0.038672108203172684 (0.03815369669361955) + | > loss_mel_ce: 2.8513660430908203 (2.7202197389209757) + | > loss: 0.7225095629692078 (0.6895933591024707) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12904215863581434) + | > loader_time: 0.0046 (0.004827341783359261) + + + --> TIME: 2024-12-24 04:51:57 -- STEP: 1118/7738 -- GLOBAL_STEP: 109450 + | > loss_text_ce: 0.03949118033051491 (0.03817388292048828) + | > loss_mel_ce: 2.6813464164733887 (2.718913370680083) + | > loss: 0.6802093982696533 (0.6892718136950342) + | > current_lr: 5e-06 + | > step_time: 0.1218 (0.12886468199796436) + | > loader_time: 0.0049 (0.004825574554143101) + + + --> TIME: 2024-12-24 04:52:08 -- STEP: 1168/7738 -- GLOBAL_STEP: 109500 + | > loss_text_ce: 0.04215899854898453 (0.03816777237129641) + | > loss_mel_ce: 2.760878562927246 (2.718972435552778) + | > loss: 0.7007594108581543 (0.6892850522513261) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.12876833240463303) + | > loader_time: 0.0043 (0.004824055792534191) + + + --> TIME: 2024-12-24 04:52:20 -- STEP: 1218/7738 -- GLOBAL_STEP: 109550 + | > loss_text_ce: 0.035498812794685364 (0.03814796258332988) + | > loss_mel_ce: 2.8092219829559326 (2.7185775483966035) + | > loss: 0.7111802101135254 (0.6891813780776) + | > current_lr: 5e-06 + | > step_time: 0.1388 (0.12888383199820175) + | > loader_time: 0.005 (0.004824473744346983) + + + --> TIME: 2024-12-24 04:52:31 -- STEP: 1268/7738 -- GLOBAL_STEP: 109600 + | > loss_text_ce: 0.03787051513791084 (0.038137394608782856) + | > loss_mel_ce: 2.6971614360809326 (2.7186088278090494) + | > loss: 0.6837579607963562 (0.6891865560120972) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.1287835528045799) + | > loader_time: 0.005 (0.004823149942825269) + + + --> TIME: 2024-12-24 04:52:43 -- STEP: 1318/7738 -- GLOBAL_STEP: 109650 + | > loss_text_ce: 0.041230976581573486 (0.03812971716811697) + | > loss_mel_ce: 2.7826669216156006 (2.718768034249041) + | > loss: 0.7059744596481323 (0.6892244383037004) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12888361778172458) + | > loader_time: 0.0048 (0.0048240354462711875) + + + --> TIME: 2024-12-24 04:52:54 -- STEP: 1368/7738 -- GLOBAL_STEP: 109700 + | > loss_text_ce: 0.03358800336718559 (0.03812185577961089) + | > loss_mel_ce: 2.848548650741577 (2.7185215817557373) + | > loss: 0.7205341458320618 (0.6891608598549466) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12888751880467295) + | > loader_time: 0.0051 (0.0048232854109758515) + + + --> TIME: 2024-12-24 04:53:06 -- STEP: 1418/7738 -- GLOBAL_STEP: 109750 + | > loss_text_ce: 0.03420150652527809 (0.03810029224937916) + | > loss_mel_ce: 2.9907445907592773 (2.717644993778003) + | > loss: 0.7562365531921387 (0.68893632200272) + | > current_lr: 5e-06 + | > step_time: 0.1692 (0.12881206121027727) + | > loader_time: 0.0051 (0.004822764477373347) + + + --> TIME: 2024-12-24 04:53:17 -- STEP: 1468/7738 -- GLOBAL_STEP: 109800 + | > loss_text_ce: 0.03729996457695961 (0.03807743239325631) + | > loss_mel_ce: 2.8011112213134766 (2.7183118197833442) + | > loss: 0.7096027731895447 (0.6890973135301138) + | > current_lr: 5e-06 + | > step_time: 0.1048 (0.12870747874153413) + | > loader_time: 0.005 (0.004822607261283521) + + + --> TIME: 2024-12-24 04:53:29 -- STEP: 1518/7738 -- GLOBAL_STEP: 109850 + | > loss_text_ce: 0.040856823325157166 (0.038086714929801695) + | > loss_mel_ce: 2.506568193435669 (2.717879698053491) + | > loss: 0.6368562579154968 (0.6889916036047327) + | > current_lr: 5e-06 + | > step_time: 0.0963 (0.1286934158704656) + | > loader_time: 0.0043 (0.0048257583686014405) + + + --> TIME: 2024-12-24 04:53:40 -- STEP: 1568/7738 -- GLOBAL_STEP: 109900 + | > loss_text_ce: 0.041484832763671875 (0.0380863903223404) + | > loss_mel_ce: 2.824326276779175 (2.717566339945304) + | > loss: 0.7164527773857117 (0.6889131828686412) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.1287958755785107) + | > loader_time: 0.0048 (0.004828917736909823) + + + --> TIME: 2024-12-24 04:53:52 -- STEP: 1618/7738 -- GLOBAL_STEP: 109950 + | > loss_text_ce: 0.03746774420142174 (0.03810222442083437) + | > loss_mel_ce: 2.689364194869995 (2.7176365827305773) + | > loss: 0.6817079782485962 (0.6889347020716249) + | > current_lr: 5e-06 + | > step_time: 0.1092 (0.1287333660278983) + | > loader_time: 0.0047 (0.004830047875016519) + + + --> TIME: 2024-12-24 04:54:03 -- STEP: 1668/7738 -- GLOBAL_STEP: 110000 + | > loss_text_ce: 0.03795711323618889 (0.038108412815119425) + | > loss_mel_ce: 2.8178608417510986 (2.717413919721002) + | > loss: 0.713954508304596 (0.6888805832937182) + | > current_lr: 5e-06 + | > step_time: 0.1452 (0.1285686897431062) + | > loader_time: 0.0053 (0.00483138712761785) + + + --> TIME: 2024-12-24 04:54:14 -- STEP: 1718/7738 -- GLOBAL_STEP: 110050 + | > loss_text_ce: 0.0375131219625473 (0.03810166807170863) + | > loss_mel_ce: 2.935218572616577 (2.7170895499039562) + | > loss: 0.743182897567749 (0.6887978046473302) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12848984889850917) + | > loader_time: 0.0049 (0.004832933612419366) + + + --> TIME: 2024-12-24 04:54:26 -- STEP: 1768/7738 -- GLOBAL_STEP: 110100 + | > loss_text_ce: 0.03894159570336342 (0.038089962035619804) + | > loss_mel_ce: 2.5950586795806885 (2.7170376640099727) + | > loss: 0.658500075340271 (0.6887819067115697) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.1285468575911285) + | > loader_time: 0.0046 (0.004835242869088012) + + + --> TIME: 2024-12-24 04:54:38 -- STEP: 1818/7738 -- GLOBAL_STEP: 110150 + | > loss_text_ce: 0.04034119099378586 (0.03809036072282111) + | > loss_mel_ce: 2.7493412494659424 (2.716991303908679) + | > loss: 0.697420597076416 (0.6887704163822534) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.1285435752113267) + | > loader_time: 0.0046 (0.004836576868860895) + + + --> TIME: 2024-12-24 04:54:49 -- STEP: 1868/7738 -- GLOBAL_STEP: 110200 + | > loss_text_ce: 0.03746708855032921 (0.03808689989923343) + | > loss_mel_ce: 2.7075724601745605 (2.7170855058337158) + | > loss: 0.6862598657608032 (0.6887931016132204) + | > current_lr: 5e-06 + | > step_time: 0.0935 (0.1286655652956993) + | > loader_time: 0.0045 (0.004837218775738994) + + + --> TIME: 2024-12-24 04:55:01 -- STEP: 1918/7738 -- GLOBAL_STEP: 110250 + | > loss_text_ce: 0.03572426363825798 (0.03809660491732658) + | > loss_mel_ce: 2.804367780685425 (2.7164661578515505) + | > loss: 0.7100229859352112 (0.6886406909748213) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12867651617191378) + | > loader_time: 0.0047 (0.004837611047269404) + + + --> TIME: 2024-12-24 04:55:13 -- STEP: 1968/7738 -- GLOBAL_STEP: 110300 + | > loss_text_ce: 0.03778154402971268 (0.038087330593886505) + | > loss_mel_ce: 2.78201961517334 (2.716895231507656) + | > loss: 0.7049502730369568 (0.6887456407937093) + | > current_lr: 5e-06 + | > step_time: 0.1342 (0.12880054128363835) + | > loader_time: 0.0052 (0.004840917582434366) + + + --> TIME: 2024-12-24 04:55:25 -- STEP: 2018/7738 -- GLOBAL_STEP: 110350 + | > loss_text_ce: 0.03815023973584175 (0.038089965042779034) + | > loss_mel_ce: 2.7192814350128174 (2.7165676640093723) + | > loss: 0.6893579363822937 (0.688664407512714) + | > current_lr: 5e-06 + | > step_time: 0.1652 (0.1288420521941245) + | > loader_time: 0.0052 (0.004843301413907521) + + + --> TIME: 2024-12-24 04:55:36 -- STEP: 2068/7738 -- GLOBAL_STEP: 110400 + | > loss_text_ce: 0.03797955811023712 (0.0380868790761299) + | > loss_mel_ce: 2.7818984985351562 (2.7175763590654025) + | > loss: 0.7049695253372192 (0.6889158098218058) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12879044025041134) + | > loader_time: 0.0049 (0.00484434778962421) + + + --> TIME: 2024-12-24 04:55:48 -- STEP: 2118/7738 -- GLOBAL_STEP: 110450 + | > loss_text_ce: 0.0397031232714653 (0.03808195036119225) + | > loss_mel_ce: 2.6456313133239746 (2.7170435108026303) + | > loss: 0.6713336110115051 (0.6887813656255813) + | > current_lr: 5e-06 + | > step_time: 0.0928 (0.12882847342432596) + | > loader_time: 0.0044 (0.0048452064155744285) + + + --> TIME: 2024-12-24 04:55:59 -- STEP: 2168/7738 -- GLOBAL_STEP: 110500 + | > loss_text_ce: 0.0364808514714241 (0.03808794571155495) + | > loss_mel_ce: 2.767972707748413 (2.7171412926318443) + | > loss: 0.7011134028434753 (0.6888073098560542) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12879987055525113) + | > loader_time: 0.005 (0.004845927562220948) + + + --> TIME: 2024-12-24 04:56:11 -- STEP: 2218/7738 -- GLOBAL_STEP: 110550 + | > loss_text_ce: 0.03668634220957756 (0.03808424699416666) + | > loss_mel_ce: 2.605259656906128 (2.7170543980232953) + | > loss: 0.6604865193367004 (0.6887846615961594) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.1288563249560493) + | > loader_time: 0.005 (0.004847573309572458) + + + --> TIME: 2024-12-24 04:56:22 -- STEP: 2268/7738 -- GLOBAL_STEP: 110600 + | > loss_text_ce: 0.04004131630063057 (0.038099154575384556) + | > loss_mel_ce: 2.722177505493164 (2.7171685460173034) + | > loss: 0.690554678440094 (0.6888169254154967) + | > current_lr: 5e-06 + | > step_time: 0.0927 (0.12890976331011098) + | > loader_time: 0.0046 (0.004849782591353857) + + + --> TIME: 2024-12-24 04:56:34 -- STEP: 2318/7738 -- GLOBAL_STEP: 110650 + | > loss_text_ce: 0.035536207258701324 (0.03809833475987234) + | > loss_mel_ce: 2.7213094234466553 (2.716913659784481) + | > loss: 0.6892114281654358 (0.6887529988912182) + | > current_lr: 5e-06 + | > step_time: 0.1489 (0.12899467459621855) + | > loader_time: 0.0051 (0.004853081456333319) + + + --> TIME: 2024-12-24 04:56:46 -- STEP: 2368/7738 -- GLOBAL_STEP: 110700 + | > loss_text_ce: 0.036404162645339966 (0.03808424998990357) + | > loss_mel_ce: 2.7034335136413574 (2.7174734178225735) + | > loss: 0.6849594116210938 (0.6888894171680551) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12902139137322824) + | > loader_time: 0.0048 (0.00485569399756354) + + + --> TIME: 2024-12-24 04:56:57 -- STEP: 2418/7738 -- GLOBAL_STEP: 110750 + | > loss_text_ce: 0.03837370127439499 (0.03809278088369896) + | > loss_mel_ce: 2.575064182281494 (2.717240632418466) + | > loss: 0.6533594727516174 (0.6888333535864888) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12891906563953662) + | > loader_time: 0.0044 (0.004857363436614509) + + + --> TIME: 2024-12-24 04:57:09 -- STEP: 2468/7738 -- GLOBAL_STEP: 110800 + | > loss_text_ce: 0.03993433713912964 (0.03810499236515964) + | > loss_mel_ce: 2.7483596801757812 (2.7176152416527555) + | > loss: 0.6970735192298889 (0.6889300587642909) + | > current_lr: 5e-06 + | > step_time: 0.113 (0.12885977479974856) + | > loader_time: 0.0047 (0.004858920504633376) + + + --> TIME: 2024-12-24 04:57:20 -- STEP: 2518/7738 -- GLOBAL_STEP: 110850 + | > loss_text_ce: 0.03995881229639053 (0.03811392747087664) + | > loss_mel_ce: 2.7479121685028076 (2.7176333823972887) + | > loss: 0.6969677209854126 (0.6889368276732422) + | > current_lr: 5e-06 + | > step_time: 0.092 (0.12884549511340596) + | > loader_time: 0.0046 (0.004860072878261135) + + + --> TIME: 2024-12-24 04:57:32 -- STEP: 2568/7738 -- GLOBAL_STEP: 110900 + | > loss_text_ce: 0.04064137861132622 (0.038111895810946136) + | > loss_mel_ce: 2.6781694889068604 (2.7172399557825204) + | > loss: 0.6797026991844177 (0.6888379631476986) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12885997107838534) + | > loader_time: 0.0045 (0.004862486016341825) + + + --> TIME: 2024-12-24 04:57:43 -- STEP: 2618/7738 -- GLOBAL_STEP: 110950 + | > loss_text_ce: 0.03442133590579033 (0.038117069542561645) + | > loss_mel_ce: 2.7504184246063232 (2.7167875874215537) + | > loss: 0.6962099671363831 (0.6887261645997915) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.12880880574036213) + | > loader_time: 0.0047 (0.004862586353642956) + + + --> TIME: 2024-12-24 04:57:54 -- STEP: 2668/7738 -- GLOBAL_STEP: 111000 + | > loss_text_ce: 0.037016987800598145 (0.03811019517808056) + | > loss_mel_ce: 2.578657388687134 (2.716914922222385) + | > loss: 0.6539186239242554 (0.6887562796585207) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12878982640099113) + | > loader_time: 0.0048 (0.004862933055214251) + + + --> TIME: 2024-12-24 04:58:06 -- STEP: 2718/7738 -- GLOBAL_STEP: 111050 + | > loss_text_ce: 0.040170248597860336 (0.03811353168397525) + | > loss_mel_ce: 2.6775522232055664 (2.7168897668432908) + | > loss: 0.6794306039810181 (0.6887508248738986) + | > current_lr: 5e-06 + | > step_time: 0.1726 (0.1287289687690705) + | > loader_time: 0.0057 (0.004863408841658721) + + + --> TIME: 2024-12-24 04:58:17 -- STEP: 2768/7738 -- GLOBAL_STEP: 111100 + | > loss_text_ce: 0.035159166902303696 (0.03811065285706167) + | > loss_mel_ce: 2.7793776988983154 (2.7166017487731318) + | > loss: 0.7036342024803162 (0.6886781006836133) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.1287043762172576) + | > loader_time: 0.0056 (0.0048643350601196254) + + + --> TIME: 2024-12-24 04:58:29 -- STEP: 2818/7738 -- GLOBAL_STEP: 111150 + | > loss_text_ce: 0.03925062716007233 (0.038110440774742044) + | > loss_mel_ce: 2.7907936573028564 (2.7167769728018274) + | > loss: 0.7075110673904419 (0.6887218536553955) + | > current_lr: 5e-06 + | > step_time: 0.1089 (0.12864823202616435) + | > loader_time: 0.0047 (0.004865152011787403) + + + --> TIME: 2024-12-24 04:58:40 -- STEP: 2868/7738 -- GLOBAL_STEP: 111200 + | > loss_text_ce: 0.03783205524086952 (0.038111159366891884) + | > loss_mel_ce: 2.769131660461426 (2.7168369969896067) + | > loss: 0.7017409205436707 (0.6887370393490699) + | > current_lr: 5e-06 + | > step_time: 0.0981 (0.12855410326474878) + | > loader_time: 0.0048 (0.00486597713898747) + + + --> TIME: 2024-12-24 04:58:51 -- STEP: 2918/7738 -- GLOBAL_STEP: 111250 + | > loss_text_ce: 0.03852321580052376 (0.03811039270882917) + | > loss_mel_ce: 2.6594645977020264 (2.71682879588145) + | > loss: 0.6744969487190247 (0.6887347973969974) + | > current_lr: 5e-06 + | > step_time: 0.1131 (0.12854572082726093) + | > loader_time: 0.0045 (0.004867651431506583) + + + --> TIME: 2024-12-24 04:59:03 -- STEP: 2968/7738 -- GLOBAL_STEP: 111300 + | > loss_text_ce: 0.03855065628886223 (0.03811031907252117) + | > loss_mel_ce: 2.8737971782684326 (2.716417910596433) + | > loss: 0.7280869483947754 (0.6886320576433231) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.1285182515565919) + | > loader_time: 0.0053 (0.004869204165157911) + + + --> TIME: 2024-12-24 04:59:15 -- STEP: 3018/7738 -- GLOBAL_STEP: 111350 + | > loss_text_ce: 0.038737665861845016 (0.03810610487437477) + | > loss_mel_ce: 2.7364773750305176 (2.716853059546849) + | > loss: 0.6938037872314453 (0.6887397913051183) + | > current_lr: 5e-06 + | > step_time: 0.1757 (0.1286237448394655) + | > loader_time: 0.0053 (0.00487220713916876) + + + --> TIME: 2024-12-24 04:59:26 -- STEP: 3068/7738 -- GLOBAL_STEP: 111400 + | > loss_text_ce: 0.03107313998043537 (0.038107799013986594) + | > loss_mel_ce: 2.587517738342285 (2.7170446173930274) + | > loss: 0.654647707939148 (0.6887881043021039) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.12867622021124295) + | > loader_time: 0.0049 (0.004873939179068581) + + + --> TIME: 2024-12-24 04:59:38 -- STEP: 3118/7738 -- GLOBAL_STEP: 111450 + | > loss_text_ce: 0.03618064895272255 (0.03810519492701685) + | > loss_mel_ce: 2.7795772552490234 (2.7172097814167224) + | > loss: 0.7039394974708557 (0.688828744304877) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.1286669371600636) + | > loader_time: 0.0045 (0.004874940634232587) + + + --> TIME: 2024-12-24 04:59:50 -- STEP: 3168/7738 -- GLOBAL_STEP: 111500 + | > loss_text_ce: 0.03941832110285759 (0.038106682232929) + | > loss_mel_ce: 2.8086938858032227 (2.717326515852804) + | > loss: 0.7120280265808105 (0.6888582997136957) + | > current_lr: 5e-06 + | > step_time: 0.1074 (0.12870106213923638) + | > loader_time: 0.0047 (0.004877261516421726) + + + --> TIME: 2024-12-24 05:00:01 -- STEP: 3218/7738 -- GLOBAL_STEP: 111550 + | > loss_text_ce: 0.03588761016726494 (0.03810707534240243) + | > loss_mel_ce: 2.763068437576294 (2.717171213877284) + | > loss: 0.6997390389442444 (0.6888195725054836) + | > current_lr: 5e-06 + | > step_time: 0.1385 (0.12864494694175713) + | > loader_time: 0.005 (0.0048774467483672194) + + + --> TIME: 2024-12-24 05:00:12 -- STEP: 3268/7738 -- GLOBAL_STEP: 111600 + | > loss_text_ce: 0.0394420363008976 (0.038110465462224755) + | > loss_mel_ce: 2.5395889282226562 (2.7169776430474366) + | > loss: 0.6447577476501465 (0.6887720273385881) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1286452279096715) + | > loader_time: 0.0052 (0.004877658266770208) + + + --> TIME: 2024-12-24 05:00:24 -- STEP: 3318/7738 -- GLOBAL_STEP: 111650 + | > loss_text_ce: 0.03635360300540924 (0.03809665299103214) + | > loss_mel_ce: 2.760118246078491 (2.7171089560098873) + | > loss: 0.6991179585456848 (0.6888014024787106) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.12869613547149783) + | > loader_time: 0.005 (0.004879625394015224) + + + --> TIME: 2024-12-24 05:00:36 -- STEP: 3368/7738 -- GLOBAL_STEP: 111700 + | > loss_text_ce: 0.037450652569532394 (0.03809829469164043) + | > loss_mel_ce: 2.409306287765503 (2.7172951388245816) + | > loss: 0.6116892099380493 (0.6888483586121634) + | > current_lr: 5e-06 + | > step_time: 0.0869 (0.12870048039599422) + | > loader_time: 0.0046 (0.004880660220166562) + + + --> TIME: 2024-12-24 05:00:47 -- STEP: 3418/7738 -- GLOBAL_STEP: 111750 + | > loss_text_ce: 0.03221607953310013 (0.03809520717538036) + | > loss_mel_ce: 2.728801727294922 (2.7170031074894467) + | > loss: 0.6902544498443604 (0.6887745788705645) + | > current_lr: 5e-06 + | > step_time: 0.1642 (0.12861040986163208) + | > loader_time: 0.0053 (0.004881188351902922) + + + --> TIME: 2024-12-24 05:00:58 -- STEP: 3468/7738 -- GLOBAL_STEP: 111800 + | > loss_text_ce: 0.04085935652256012 (0.03809323768757672) + | > loss_mel_ce: 2.8087947368621826 (2.7169477037630014) + | > loss: 0.7124135494232178 (0.6887602355619075) + | > current_lr: 5e-06 + | > step_time: 0.1207 (0.12855198563451434) + | > loader_time: 0.0052 (0.004881767253149748) + + + --> TIME: 2024-12-24 05:01:10 -- STEP: 3518/7738 -- GLOBAL_STEP: 111850 + | > loss_text_ce: 0.04089052230119705 (0.03810179306404896) + | > loss_mel_ce: 2.829695224761963 (2.7170593167923616) + | > loss: 0.7176464200019836 (0.688790277688595) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.12855995602740544) + | > loader_time: 0.0045 (0.004882106393355409) + + + --> TIME: 2024-12-24 05:01:21 -- STEP: 3568/7738 -- GLOBAL_STEP: 111900 + | > loss_text_ce: 0.04005157947540283 (0.038098716304424345) + | > loss_mel_ce: 2.6838958263397217 (2.717260892615726) + | > loss: 0.6809868812561035 (0.6888399024581704) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.12863776755974418) + | > loader_time: 0.0049 (0.004883822304250944) + + + --> TIME: 2024-12-24 05:01:33 -- STEP: 3618/7738 -- GLOBAL_STEP: 111950 + | > loss_text_ce: 0.04158151149749756 (0.038099888564926986) + | > loss_mel_ce: 2.732672929763794 (2.7172008002904855) + | > loss: 0.6935635805130005 (0.6888251723901821) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.1285926442307091) + | > loader_time: 0.0049 (0.004884567163213301) + + + --> TIME: 2024-12-24 05:01:45 -- STEP: 3668/7738 -- GLOBAL_STEP: 112000 + | > loss_text_ce: 0.03829794004559517 (0.038095811884667305) + | > loss_mel_ce: 2.8039519786834717 (2.717043492955237) + | > loss: 0.7105624675750732 (0.6887848264128466) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1286344749196924) + | > loader_time: 0.0052 (0.004885780382312368) + + + --> TIME: 2024-12-24 05:01:56 -- STEP: 3718/7738 -- GLOBAL_STEP: 112050 + | > loss_text_ce: 0.04060446098446846 (0.03809678940590398) + | > loss_mel_ce: 2.771419048309326 (2.7170097174472625) + | > loss: 0.703005850315094 (0.6887766269505065) + | > current_lr: 5e-06 + | > step_time: 0.1063 (0.12860240520746097) + | > loader_time: 0.0048 (0.004886675547886558) + + + --> TIME: 2024-12-24 05:02:08 -- STEP: 3768/7738 -- GLOBAL_STEP: 112100 + | > loss_text_ce: 0.03670622780919075 (0.03809366992530409) + | > loss_mel_ce: 2.854405403137207 (2.717311870077361) + | > loss: 0.7227779030799866 (0.6888513852330032) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12864765714687898) + | > loader_time: 0.0048 (0.004888071945518441) + + + --> TIME: 2024-12-24 05:02:19 -- STEP: 3818/7738 -- GLOBAL_STEP: 112150 + | > loss_text_ce: 0.03680158033967018 (0.03810222975269625) + | > loss_mel_ce: 2.628058910369873 (2.7174691725551563) + | > loss: 0.6662151217460632 (0.6888928508465058) + | > current_lr: 5e-06 + | > step_time: 0.0929 (0.12864589416399988) + | > loader_time: 0.0045 (0.004888978786278667) + + + --> TIME: 2024-12-24 05:02:31 -- STEP: 3868/7738 -- GLOBAL_STEP: 112200 + | > loss_text_ce: 0.03862263634800911 (0.03810049048523793) + | > loss_mel_ce: 2.8307464122772217 (2.7170974847695955) + | > loss: 0.7173422574996948 (0.6887994940857861) + | > current_lr: 5e-06 + | > step_time: 0.1168 (0.12868367590110324) + | > loader_time: 0.0049 (0.004890392768469316) + + + --> TIME: 2024-12-24 05:02:43 -- STEP: 3918/7738 -- GLOBAL_STEP: 112250 + | > loss_text_ce: 0.03995656594634056 (0.03810002652128584) + | > loss_mel_ce: 2.721583843231201 (2.71696731495334) + | > loss: 0.690385103225708 (0.6887668357356714) + | > current_lr: 5e-06 + | > step_time: 0.1671 (0.12870755269857254) + | > loader_time: 0.0053 (0.004891391004939171) + + + --> TIME: 2024-12-24 05:02:54 -- STEP: 3968/7738 -- GLOBAL_STEP: 112300 + | > loss_text_ce: 0.037439148873090744 (0.03809688573293825) + | > loss_mel_ce: 2.6672301292419434 (2.7169241321783884) + | > loss: 0.6761673092842102 (0.6887552548169857) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.12872005127851036) + | > loader_time: 0.005 (0.004892627438229896) + + + --> TIME: 2024-12-24 05:03:06 -- STEP: 4018/7738 -- GLOBAL_STEP: 112350 + | > loss_text_ce: 0.042827099561691284 (0.038094811573542886) + | > loss_mel_ce: 2.7274250984191895 (2.7168989576707148) + | > loss: 0.6925630569458008 (0.6887484426786802) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12865517612949057) + | > loader_time: 0.0047 (0.004893324338363257) + + + --> TIME: 2024-12-24 05:03:17 -- STEP: 4068/7738 -- GLOBAL_STEP: 112400 + | > loss_text_ce: 0.03692999482154846 (0.038092705789283005) + | > loss_mel_ce: 2.528533697128296 (2.7168252577120584) + | > loss: 0.6413659453392029 (0.6887294912349986) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.1286580012845664) + | > loader_time: 0.0048 (0.004894376680210977) + + + --> TIME: 2024-12-24 05:03:29 -- STEP: 4118/7738 -- GLOBAL_STEP: 112450 + | > loss_text_ce: 0.03784528747200966 (0.03808835227062325) + | > loss_mel_ce: 2.7206599712371826 (2.7168792611826627) + | > loss: 0.6896263360977173 (0.6887419037068575) + | > current_lr: 5e-06 + | > step_time: 0.1664 (0.1287007987817668) + | > loader_time: 0.0052 (0.004895634938351673) + + + --> TIME: 2024-12-24 05:03:41 -- STEP: 4168/7738 -- GLOBAL_STEP: 112500 + | > loss_text_ce: 0.041172612458467484 (0.03808919390960228) + | > loss_mel_ce: 2.666440486907959 (2.7171545573823064) + | > loss: 0.676903247833252 (0.6888109381219484) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.1287037119869993) + | > loader_time: 0.0049 (0.004897009502674473) + + + --> TIME: 2024-12-24 05:03:52 -- STEP: 4218/7738 -- GLOBAL_STEP: 112550 + | > loss_text_ce: 0.03922935947775841 (0.03808855981468407) + | > loss_mel_ce: 2.719815731048584 (2.717106486225988) + | > loss: 0.6897612810134888 (0.6887987618228175) + | > current_lr: 5e-06 + | > step_time: 0.0887 (0.12870839298930192) + | > loader_time: 0.0044 (0.004898248152915985) + + + --> TIME: 2024-12-24 05:04:04 -- STEP: 4268/7738 -- GLOBAL_STEP: 112600 + | > loss_text_ce: 0.040039900690317154 (0.03809190758581644) + | > loss_mel_ce: 2.745943784713745 (2.717273423575641) + | > loss: 0.6964959502220154 (0.688841333094332) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.1287877281469615) + | > loader_time: 0.0047 (0.00490043642594642) + + + --> TIME: 2024-12-24 05:04:16 -- STEP: 4318/7738 -- GLOBAL_STEP: 112650 + | > loss_text_ce: 0.037523552775382996 (0.03809278928720039) + | > loss_mel_ce: 2.6959593296051025 (2.7171790705835908) + | > loss: 0.6833707094192505 (0.6888179652886356) + | > current_lr: 5e-06 + | > step_time: 0.1349 (0.1287885766274512) + | > loader_time: 0.005 (0.004901656291726671) + + + --> TIME: 2024-12-24 05:04:27 -- STEP: 4368/7738 -- GLOBAL_STEP: 112700 + | > loss_text_ce: 0.038337934762239456 (0.03809225918544312) + | > loss_mel_ce: 2.8931915760040283 (2.7169178302908126) + | > loss: 0.7328823804855347 (0.6887525226852622) + | > current_lr: 5e-06 + | > step_time: 0.1294 (0.12882543701828608) + | > loader_time: 0.005 (0.004902641142244302) + + + --> TIME: 2024-12-24 05:04:39 -- STEP: 4418/7738 -- GLOBAL_STEP: 112750 + | > loss_text_ce: 0.03665483370423317 (0.038090276845126524) + | > loss_mel_ce: 2.929774761199951 (2.717055132886628) + | > loss: 0.7416074275970459 (0.6887863527303808) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.12887010006626134) + | > loader_time: 0.0061 (0.004903949564428228) + + + --> TIME: 2024-12-24 05:04:51 -- STEP: 4468/7738 -- GLOBAL_STEP: 112800 + | > loss_text_ce: 0.041148848831653595 (0.038085293202371494) + | > loss_mel_ce: 2.601670265197754 (2.7168672683522854) + | > loss: 0.6607047915458679 (0.6887381407119599) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12884835478655443) + | > loader_time: 0.0048 (0.0049057322201604995) + + + --> TIME: 2024-12-24 05:05:03 -- STEP: 4518/7738 -- GLOBAL_STEP: 112850 + | > loss_text_ce: 0.03989776596426964 (0.03808238171453268) + | > loss_mel_ce: 2.5505282878875732 (2.7170224037250605) + | > loss: 0.6476064920425415 (0.6887761966456036) + | > current_lr: 5e-06 + | > step_time: 0.1692 (0.12889997702670775) + | > loader_time: 0.0051 (0.004906873145743035) + + + --> TIME: 2024-12-24 05:05:14 -- STEP: 4568/7738 -- GLOBAL_STEP: 112900 + | > loss_text_ce: 0.04156697168946266 (0.03808213015219045) + | > loss_mel_ce: 2.7173218727111816 (2.716901435847875) + | > loss: 0.6897222399711609 (0.6887458918156228) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.12890017507581503) + | > loader_time: 0.0048 (0.0049067694439361865) + + + --> TIME: 2024-12-24 05:05:25 -- STEP: 4618/7738 -- GLOBAL_STEP: 112950 + | > loss_text_ce: 0.03635929524898529 (0.03807894421693755) + | > loss_mel_ce: 2.6901137828826904 (2.716759280706185) + | > loss: 0.6816182732582092 (0.6887095565272396) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.12884071261503852) + | > loader_time: 0.0053 (0.004906867736859358) + + + --> TIME: 2024-12-24 05:05:37 -- STEP: 4668/7738 -- GLOBAL_STEP: 113000 + | > loss_text_ce: 0.03711830452084541 (0.03807676206450596) + | > loss_mel_ce: 2.7381467819213867 (2.7168091635675444) + | > loss: 0.6938162446022034 (0.6887214816500218) + | > current_lr: 5e-06 + | > step_time: 0.1282 (0.12887056893329923) + | > loader_time: 0.0051 (0.004908557722684965) + + + --> TIME: 2024-12-24 05:05:48 -- STEP: 4718/7738 -- GLOBAL_STEP: 113050 + | > loss_text_ce: 0.04012348875403404 (0.03807840657536116) + | > loss_mel_ce: 2.792384147644043 (2.7167894943329465) + | > loss: 0.7081269025802612 (0.6887169754469792) + | > current_lr: 5e-06 + | > step_time: 0.1215 (0.12886656401975036) + | > loader_time: 0.0046 (0.004909332397884615) + + + --> TIME: 2024-12-24 05:06:00 -- STEP: 4768/7738 -- GLOBAL_STEP: 113100 + | > loss_text_ce: 0.0371730774641037 (0.038081780235414184) + | > loss_mel_ce: 2.7985713481903076 (2.7170251301371) + | > loss: 0.7089360952377319 (0.6887767277783005) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12886742807474733) + | > loader_time: 0.0053 (0.004910248387979982) + + + --> TIME: 2024-12-24 05:06:12 -- STEP: 4818/7738 -- GLOBAL_STEP: 113150 + | > loss_text_ce: 0.03996891528367996 (0.03808904020676288) + | > loss_mel_ce: 2.7648730278015137 (2.7171744477357933) + | > loss: 0.7012104988098145 (0.6888158722085159) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.12891447583685886) + | > loader_time: 0.0051 (0.004911889174806972) + + + --> TIME: 2024-12-24 05:06:24 -- STEP: 4868/7738 -- GLOBAL_STEP: 113200 + | > loss_text_ce: 0.03714071586728096 (0.03808628033613959) + | > loss_mel_ce: 2.7642018795013428 (2.7173757384620743) + | > loss: 0.7003356218338013 (0.6888655049446291) + | > current_lr: 5e-06 + | > step_time: 0.1033 (0.12891068924815333) + | > loader_time: 0.0047 (0.004912177803287179) + + + --> TIME: 2024-12-24 05:06:35 -- STEP: 4918/7738 -- GLOBAL_STEP: 113250 + | > loss_text_ce: 0.03996792063117027 (0.03808558892705597) + | > loss_mel_ce: 2.7032666206359863 (2.717301888890555) + | > loss: 0.6858086585998535 (0.6888468697236882) + | > current_lr: 5e-06 + | > step_time: 0.1631 (0.128873634891037) + | > loader_time: 0.0053 (0.004912764621779608) + + + --> TIME: 2024-12-24 05:06:46 -- STEP: 4968/7738 -- GLOBAL_STEP: 113300 + | > loss_text_ce: 0.03791504353284836 (0.03808832804157998) + | > loss_mel_ce: 2.9535677433013916 (2.716872194490956) + | > loss: 0.747870683670044 (0.6887401309158312) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.1288498284448174) + | > loader_time: 0.0051 (0.004912074541316133) + + + --> TIME: 2024-12-24 05:06:58 -- STEP: 5018/7738 -- GLOBAL_STEP: 113350 + | > loss_text_ce: 0.03493548557162285 (0.03808291758799995) + | > loss_mel_ce: 2.6209444999694824 (2.716872917128164) + | > loss: 0.6639699935913086 (0.6887389589657876) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1288432661590942) + | > loader_time: 0.0046 (0.0049117896698442) + + + --> TIME: 2024-12-24 05:07:09 -- STEP: 5068/7738 -- GLOBAL_STEP: 113400 + | > loss_text_ce: 0.03690147399902344 (0.03808134873327799) + | > loss_mel_ce: 2.6954798698425293 (2.717055939602497) + | > loss: 0.6830953359603882 (0.68878432233313) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12879816081077936) + | > loader_time: 0.0048 (0.004912093340550809) + + + --> TIME: 2024-12-24 05:07:20 -- STEP: 5118/7738 -- GLOBAL_STEP: 113450 + | > loss_text_ce: 0.03601088002324104 (0.03808157294682903) + | > loss_mel_ce: 2.729459047317505 (2.7169739590719755) + | > loss: 0.691367506980896 (0.6887638832661935) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12870459097258155) + | > loader_time: 0.0046 (0.004910848018665618) + + + --> TIME: 2024-12-24 05:07:31 -- STEP: 5168/7738 -- GLOBAL_STEP: 113500 + | > loss_text_ce: 0.03766300529241562 (0.038080204617745125) + | > loss_mel_ce: 2.6708366870880127 (2.7169590193789817) + | > loss: 0.6771249175071716 (0.6887598062862572) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.1287146404431703) + | > loader_time: 0.0053 (0.0049113645088561895) + + + --> TIME: 2024-12-24 05:07:43 -- STEP: 5218/7738 -- GLOBAL_STEP: 113550 + | > loss_text_ce: 0.037491217255592346 (0.038081084322733855) + | > loss_mel_ce: 2.7452518939971924 (2.7169203489573355) + | > loss: 0.6956858038902283 (0.6887503586061269) + | > current_lr: 5e-06 + | > step_time: 0.1625 (0.1287077650250766) + | > loader_time: 0.0052 (0.004911936805274758) + + + --> TIME: 2024-12-24 05:07:55 -- STEP: 5268/7738 -- GLOBAL_STEP: 113600 + | > loss_text_ce: 0.03789694607257843 (0.03807943918577452) + | > loss_mel_ce: 2.7055740356445312 (2.716769487457738) + | > loss: 0.6858677268028259 (0.6887122319676083) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12870745665210648) + | > loader_time: 0.0047 (0.004912541142538265) + + + --> TIME: 2024-12-24 05:08:06 -- STEP: 5318/7738 -- GLOBAL_STEP: 113650 + | > loss_text_ce: 0.037714604288339615 (0.03807655054811076) + | > loss_mel_ce: 2.8062846660614014 (2.7167441601500375) + | > loss: 0.7109998464584351 (0.6887051779755814) + | > current_lr: 5e-06 + | > step_time: 0.1475 (0.1286699862890831) + | > loader_time: 0.005 (0.0049126707731937695) + + + --> TIME: 2024-12-24 05:08:17 -- STEP: 5368/7738 -- GLOBAL_STEP: 113700 + | > loss_text_ce: 0.03748129680752754 (0.038075869904356185) + | > loss_mel_ce: 2.555872678756714 (2.7167966773541963) + | > loss: 0.6483384966850281 (0.6887181371161745) + | > current_lr: 5e-06 + | > step_time: 0.096 (0.12865242801728832) + | > loader_time: 0.0045 (0.004912510580881516) + + + --> TIME: 2024-12-24 05:08:29 -- STEP: 5418/7738 -- GLOBAL_STEP: 113750 + | > loss_text_ce: 0.03909292072057724 (0.0380765440904397) + | > loss_mel_ce: 2.6064741611480713 (2.7169127625792453) + | > loss: 0.6613917946815491 (0.6887473269620499) + | > current_lr: 5e-06 + | > step_time: 0.1701 (0.12862730316677523) + | > loader_time: 0.0055 (0.004912215785902771) + + + --> TIME: 2024-12-24 05:08:40 -- STEP: 5468/7738 -- GLOBAL_STEP: 113800 + | > loss_text_ce: 0.03932008147239685 (0.038079432068745374) + | > loss_mel_ce: 2.673614501953125 (2.7170417475805038) + | > loss: 0.6782336235046387 (0.6887802951795498) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12859697231168563) + | > loader_time: 0.005 (0.004912523911133586) + + + --> TIME: 2024-12-24 05:08:51 -- STEP: 5518/7738 -- GLOBAL_STEP: 113850 + | > loss_text_ce: 0.041976913809776306 (0.03807600863661361) + | > loss_mel_ce: 2.801436424255371 (2.7170272931191954) + | > loss: 0.7108533382415771 (0.6887758256906032) + | > current_lr: 5e-06 + | > step_time: 0.1479 (0.1286066937766331) + | > loader_time: 0.005 (0.00491360263057098) + + + --> TIME: 2024-12-24 05:09:03 -- STEP: 5568/7738 -- GLOBAL_STEP: 113900 + | > loss_text_ce: 0.039127957075834274 (0.038077380546320344) + | > loss_mel_ce: 2.6655633449554443 (2.7166833075127417) + | > loss: 0.6761728525161743 (0.6886901722835591) + | > current_lr: 5e-06 + | > step_time: 0.1072 (0.1285994287965629) + | > loader_time: 0.0049 (0.004913866305830823) + + + --> TIME: 2024-12-24 05:09:14 -- STEP: 5618/7738 -- GLOBAL_STEP: 113950 + | > loss_text_ce: 0.037277307361364365 (0.03807749816714832) + | > loss_mel_ce: 2.95001220703125 (2.7165542762446737) + | > loss: 0.7468223571777344 (0.6886579439006887) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12858360944247524) + | > loader_time: 0.0048 (0.004914007393988723) + + + --> TIME: 2024-12-24 05:09:26 -- STEP: 5668/7738 -- GLOBAL_STEP: 114000 + | > loss_text_ce: 0.036041006445884705 (0.038079021440065544) + | > loss_mel_ce: 2.6167964935302734 (2.716431174550838) + | > loss: 0.6632093787193298 (0.6886275493307883) + | > current_lr: 5e-06 + | > step_time: 0.0964 (0.1285564108221318) + | > loader_time: 0.0048 (0.004914251867952517) + + + --> TIME: 2024-12-24 05:09:37 -- STEP: 5718/7738 -- GLOBAL_STEP: 114050 + | > loss_text_ce: 0.03479963541030884 (0.03807858296387578) + | > loss_mel_ce: 2.637451648712158 (2.71624592789907) + | > loss: 0.6680628061294556 (0.688581128049958) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.128567746236801) + | > loader_time: 0.0049 (0.004914639462287201) + + + --> TIME: 2024-12-24 05:09:48 -- STEP: 5768/7738 -- GLOBAL_STEP: 114100 + | > loss_text_ce: 0.038861438632011414 (0.0380779467032247) + | > loss_mel_ce: 2.7747020721435547 (2.7161955180760113) + | > loss: 0.703390896320343 (0.6885683664873822) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.128493206634932) + | > loader_time: 0.0048 (0.0049142372922328465) + + + --> TIME: 2024-12-24 05:10:00 -- STEP: 5818/7738 -- GLOBAL_STEP: 114150 + | > loss_text_ce: 0.038514673709869385 (0.038079301515788005) + | > loss_mel_ce: 2.731903076171875 (2.7160095980422323) + | > loss: 0.6926044225692749 (0.6885222251901293) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.1284801766978137) + | > loader_time: 0.0049 (0.004914656050961699) + + + --> TIME: 2024-12-24 05:10:12 -- STEP: 5868/7738 -- GLOBAL_STEP: 114200 + | > loss_text_ce: 0.038784630596637726 (0.03808270145433636) + | > loss_mel_ce: 2.7995593547821045 (2.7161042354264584) + | > loss: 0.7095860242843628 (0.6885467345261972) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.1285164380203569) + | > loader_time: 0.0048 (0.004915474951470382) + + + --> TIME: 2024-12-24 05:10:23 -- STEP: 5918/7738 -- GLOBAL_STEP: 114250 + | > loss_text_ce: 0.038386885076761246 (0.03807833325967619) + | > loss_mel_ce: 2.6772265434265137 (2.7159810235025788) + | > loss: 0.678903341293335 (0.6885148395191565) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.1285165174863922) + | > loader_time: 0.005 (0.00491580370109843) + + + --> TIME: 2024-12-24 05:10:35 -- STEP: 5968/7738 -- GLOBAL_STEP: 114300 + | > loss_text_ce: 0.0400138720870018 (0.03807716752370011) + | > loss_mel_ce: 2.4355404376983643 (2.7158109795791563) + | > loss: 0.6188885569572449 (0.6884720370812675) + | > current_lr: 5e-06 + | > step_time: 0.1413 (0.1285151837658311) + | > loader_time: 0.0051 (0.004915567089980782) + + + --> TIME: 2024-12-24 05:10:46 -- STEP: 6018/7738 -- GLOBAL_STEP: 114350 + | > loss_text_ce: 0.03149721398949623 (0.03807671552467622) + | > loss_mel_ce: 2.704105854034424 (2.7156665837816263) + | > loss: 0.683900773525238 (0.6884358251518755) + | > current_lr: 5e-06 + | > step_time: 0.1077 (0.128531729909581) + | > loader_time: 0.0048 (0.004915660700951738) + + + --> TIME: 2024-12-24 05:10:57 -- STEP: 6068/7738 -- GLOBAL_STEP: 114400 + | > loss_text_ce: 0.03470154106616974 (0.03807653138817971) + | > loss_mel_ce: 2.6959590911865234 (2.715445356457032) + | > loss: 0.6826651692390442 (0.6883804722490823) + | > current_lr: 5e-06 + | > step_time: 0.0928 (0.12848522483163127) + | > loader_time: 0.0048 (0.004915594072348191) + + + --> TIME: 2024-12-24 05:11:08 -- STEP: 6118/7738 -- GLOBAL_STEP: 114450 + | > loss_text_ce: 0.036095913499593735 (0.03807450237435196) + | > loss_mel_ce: 2.4853169918060303 (2.715324511595045) + | > loss: 0.6303532123565674 (0.6883497537936083) + | > current_lr: 5e-06 + | > step_time: 0.0974 (0.1284343754009864) + | > loader_time: 0.0045 (0.004915506008131971) + + + --> TIME: 2024-12-24 05:11:20 -- STEP: 6168/7738 -- GLOBAL_STEP: 114500 + | > loss_text_ce: 0.03738590329885483 (0.03807072654842405) + | > loss_mel_ce: 2.6924993991851807 (2.7151473371357935) + | > loss: 0.6824713349342346 (0.6883045162440302) + | > current_lr: 5e-06 + | > step_time: 0.1051 (0.12846630544977938) + | > loader_time: 0.0048 (0.004916636821670128) + + + --> TIME: 2024-12-24 05:11:32 -- STEP: 6218/7738 -- GLOBAL_STEP: 114550 + | > loss_text_ce: 0.038356222212314606 (0.038071687319206474) + | > loss_mel_ce: 2.7656779289245605 (2.7152364415423067) + | > loss: 0.7010085582733154 (0.6883270325730518) + | > current_lr: 5e-06 + | > step_time: 0.1319 (0.1285086797724667) + | > loader_time: 0.005 (0.0049172045909234895) + + + --> TIME: 2024-12-24 05:11:44 -- STEP: 6268/7738 -- GLOBAL_STEP: 114600 + | > loss_text_ce: 0.03525729849934578 (0.03806906986872255) + | > loss_mel_ce: 2.6976969242095947 (2.7153198820584596) + | > loss: 0.6832385659217834 (0.6883472383364673) + | > current_lr: 5e-06 + | > step_time: 0.0958 (0.12850016302262177) + | > loader_time: 0.0048 (0.004917824504173088) + + + --> TIME: 2024-12-24 05:11:55 -- STEP: 6318/7738 -- GLOBAL_STEP: 114650 + | > loss_text_ce: 0.03861858695745468 (0.03806696659477009) + | > loss_mel_ce: 2.566321849822998 (2.715222868446914) + | > loss: 0.6512351036071777 (0.6883224591343972) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12846511532589433) + | > loader_time: 0.005 (0.004918398001255124) + + + --> TIME: 2024-12-24 05:12:06 -- STEP: 6368/7738 -- GLOBAL_STEP: 114700 + | > loss_text_ce: 0.03726807236671448 (0.038066290958957485) + | > loss_mel_ce: 2.6420397758483887 (2.7152230669954927) + | > loss: 0.6698269844055176 (0.6883223398808586) + | > current_lr: 5e-06 + | > step_time: 0.1437 (0.12846385987110517) + | > loader_time: 0.0053 (0.0049188958115913076) + + + --> TIME: 2024-12-24 05:12:18 -- STEP: 6418/7738 -- GLOBAL_STEP: 114750 + | > loss_text_ce: 0.038785289973020554 (0.03806826773997237) + | > loss_mel_ce: 2.905217409133911 (2.715307298350016) + | > loss: 0.736000657081604 (0.6883438919314224) + | > current_lr: 5e-06 + | > step_time: 0.117 (0.12845784438737462) + | > loader_time: 0.005 (0.004919163494995716) + + + --> TIME: 2024-12-24 05:12:29 -- STEP: 6468/7738 -- GLOBAL_STEP: 114800 + | > loss_text_ce: 0.036040049046278 (0.038065379900176784) + | > loss_mel_ce: 2.6266918182373047 (2.7154113355800567) + | > loss: 0.6656829714775085 (0.6883691792954051) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.12844563898070077) + | > loader_time: 0.0047 (0.004919962781258541) + + + --> TIME: 2024-12-24 05:12:41 -- STEP: 6518/7738 -- GLOBAL_STEP: 114850 + | > loss_text_ce: 0.0411166213452816 (0.038065957192396443) + | > loss_mel_ce: 2.880777359008789 (2.715343654064286) + | > loss: 0.730473518371582 (0.6883524032632597) + | > current_lr: 5e-06 + | > step_time: 0.1648 (0.12844670210268044) + | > loader_time: 0.0054 (0.004920391189280218) + + + --> TIME: 2024-12-24 05:12:53 -- STEP: 6568/7738 -- GLOBAL_STEP: 114900 + | > loss_text_ce: 0.040321268141269684 (0.03806755675772012) + | > loss_mel_ce: 2.758690118789673 (2.715261699330067) + | > loss: 0.6997528672218323 (0.6883323145043426) + | > current_lr: 5e-06 + | > step_time: 0.0836 (0.12847068513790147) + | > loader_time: 0.0047 (0.0049212727055915435) + + + --> TIME: 2024-12-24 05:13:05 -- STEP: 6618/7738 -- GLOBAL_STEP: 114950 + | > loss_text_ce: 0.03331543877720833 (0.038067133129588454) + | > loss_mel_ce: 2.5654146671295166 (2.71538401925337) + | > loss: 0.6496825218200684 (0.6883627885812456) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.1285229341686228) + | > loader_time: 0.005 (0.004922112333482749) + + + --> TIME: 2024-12-24 05:13:16 -- STEP: 6668/7738 -- GLOBAL_STEP: 115000 + | > loss_text_ce: 0.038107335567474365 (0.038065917479867394) + | > loss_mel_ce: 2.4384608268737793 (2.715463123352999) + | > loss: 0.6191420555114746 (0.6883822606846349) + | > current_lr: 5e-06 + | > step_time: 0.0854 (0.12850859437649662) + | > loader_time: 0.0045 (0.004922237879656421) + + + --> TIME: 2024-12-24 05:13:27 -- STEP: 6718/7738 -- GLOBAL_STEP: 115050 + | > loss_text_ce: 0.039825439453125 (0.03806299632473376) + | > loss_mel_ce: 2.787205219268799 (2.7154266664264255) + | > loss: 0.706757664680481 (0.6883724161594839) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.12848807811453222) + | > loader_time: 0.0047 (0.004922767982982594) + + + --> TIME: 2024-12-24 05:13:39 -- STEP: 6768/7738 -- GLOBAL_STEP: 115100 + | > loss_text_ce: 0.040867775678634644 (0.03806005123739568) + | > loss_mel_ce: 2.7921142578125 (2.715513944449719) + | > loss: 0.7082455158233643 (0.6883934994115922) + | > current_lr: 5e-06 + | > step_time: 0.097 (0.12848618372957843) + | > loader_time: 0.0048 (0.004923592363407136) + + + --> TIME: 2024-12-24 05:13:50 -- STEP: 6818/7738 -- GLOBAL_STEP: 115150 + | > loss_text_ce: 0.03603002056479454 (0.0380545938436686) + | > loss_mel_ce: 2.803884267807007 (2.7153991524793435) + | > loss: 0.7099785804748535 (0.6883634370367865) + | > current_lr: 5e-06 + | > step_time: 0.1661 (0.12849428248776223) + | > loader_time: 0.0056 (0.004924342442761763) + + + --> TIME: 2024-12-24 05:14:02 -- STEP: 6868/7738 -- GLOBAL_STEP: 115200 + | > loss_text_ce: 0.03630204498767853 (0.03805041390817739) + | > loss_mel_ce: 2.696333408355713 (2.715312098477842) + | > loss: 0.6831588745117188 (0.6883406285185719) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.1284910968451157) + | > loader_time: 0.0054 (0.00492489747551199) + + + --> TIME: 2024-12-24 05:14:13 -- STEP: 6918/7738 -- GLOBAL_STEP: 115250 + | > loss_text_ce: 0.038284674286842346 (0.03804904527625089) + | > loss_mel_ce: 2.863344430923462 (2.7151959139199997) + | > loss: 0.7254073023796082 (0.6883112402381382) + | > current_lr: 5e-06 + | > step_time: 0.0998 (0.12847875759552757) + | > loader_time: 0.0045 (0.004924917744914717) + + + --> TIME: 2024-12-24 05:14:25 -- STEP: 6968/7738 -- GLOBAL_STEP: 115300 + | > loss_text_ce: 0.03766455501317978 (0.038048621543750244) + | > loss_mel_ce: 2.7036116123199463 (2.715158723457263) + | > loss: 0.6853190660476685 (0.6883018367018161) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12848603496184816) + | > loader_time: 0.005 (0.004925247072215461) + + + --> TIME: 2024-12-24 05:14:37 -- STEP: 7018/7738 -- GLOBAL_STEP: 115350 + | > loss_text_ce: 0.03871924430131912 (0.03804947901145556) + | > loss_mel_ce: 2.767883777618408 (2.7152414715639996) + | > loss: 0.7016507387161255 (0.6883227380635452) + | > current_lr: 5e-06 + | > step_time: 0.1058 (0.12852817153822052) + | > loader_time: 0.0047 (0.0049255287657438964) + + + --> TIME: 2024-12-24 05:14:48 -- STEP: 7068/7738 -- GLOBAL_STEP: 115400 + | > loss_text_ce: 0.03894666209816933 (0.03804903106403425) + | > loss_mel_ce: 2.7042648792266846 (2.715204791389892) + | > loss: 0.6858028769493103 (0.6883134560171491) + | > current_lr: 5e-06 + | > step_time: 0.1436 (0.12852748808512754) + | > loader_time: 0.0056 (0.004926076398168361) + + + --> TIME: 2024-12-24 05:15:00 -- STEP: 7118/7738 -- GLOBAL_STEP: 115450 + | > loss_text_ce: 0.03929097577929497 (0.03804780314533825) + | > loss_mel_ce: 2.755255937576294 (2.715274795986154) + | > loss: 0.6986367106437683 (0.6883306501704902) + | > current_lr: 5e-06 + | > step_time: 0.1105 (0.12853950642239906) + | > loader_time: 0.0049 (0.004926703826334067) + + + --> TIME: 2024-12-24 05:15:12 -- STEP: 7168/7738 -- GLOBAL_STEP: 115500 + | > loss_text_ce: 0.035679567605257034 (0.03804882050488729) + | > loss_mel_ce: 2.6637046337127686 (2.7152958523947754) + | > loss: 0.6748460531234741 (0.6883361685987852) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1285773020104649) + | > loader_time: 0.0052 (0.004927192748125102) + + + --> TIME: 2024-12-24 05:15:24 -- STEP: 7218/7738 -- GLOBAL_STEP: 115550 + | > loss_text_ce: 0.03907651826739311 (0.03804552402857222) + | > loss_mel_ce: 2.594801902770996 (2.7150211586916546) + | > loss: 0.6584696173667908 (0.6882666710688842) + | > current_lr: 5e-06 + | > step_time: 0.1159 (0.12860225504803677) + | > loader_time: 0.0046 (0.004927744294639827) + + + --> TIME: 2024-12-24 05:15:35 -- STEP: 7268/7738 -- GLOBAL_STEP: 115600 + | > loss_text_ce: 0.0408976785838604 (0.03804811951358323) + | > loss_mel_ce: 2.6971304416656494 (2.714920205438801) + | > loss: 0.6845070123672485 (0.6882420816409067) + | > current_lr: 5e-06 + | > step_time: 0.0966 (0.12853130985238073) + | > loader_time: 0.005 (0.004927393198669376) + + + --> TIME: 2024-12-24 05:15:46 -- STEP: 7318/7738 -- GLOBAL_STEP: 115650 + | > loss_text_ce: 0.039736948907375336 (0.03805006888266667) + | > loss_mel_ce: 2.691070318222046 (2.7149035583659265) + | > loss: 0.682701826095581 (0.6882384072222607) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.1285431108438253) + | > loader_time: 0.005 (0.0049279960135548175) + + + --> TIME: 2024-12-24 05:15:58 -- STEP: 7368/7738 -- GLOBAL_STEP: 115700 + | > loss_text_ce: 0.035817645490169525 (0.03804910171500928) + | > loss_mel_ce: 2.6891860961914062 (2.71476510286849) + | > loss: 0.6812509298324585 (0.6882035515709004) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.1285564360349378) + | > loader_time: 0.0053 (0.004928652193077734) + + + --> TIME: 2024-12-24 05:16:09 -- STEP: 7418/7738 -- GLOBAL_STEP: 115750 + | > loss_text_ce: 0.03378346189856529 (0.0380473080497704) + | > loss_mel_ce: 2.431429624557495 (2.7145128325009553) + | > loss: 0.6163032650947571 (0.6881400355514304) + | > current_lr: 5e-06 + | > step_time: 0.1151 (0.12852574911809322) + | > loader_time: 0.0048 (0.004928541974129133) + + + --> TIME: 2024-12-24 05:16:21 -- STEP: 7468/7738 -- GLOBAL_STEP: 115800 + | > loss_text_ce: 0.03896092250943184 (0.03804864902942194) + | > loss_mel_ce: 2.703619956970215 (2.7145968463948287) + | > loss: 0.6856452226638794 (0.6881613742238922) + | > current_lr: 5e-06 + | > step_time: 0.105 (0.12852527457376786) + | > loader_time: 0.005 (0.004928745461072133) + + + --> TIME: 2024-12-24 05:16:33 -- STEP: 7518/7738 -- GLOBAL_STEP: 115850 + | > loss_text_ce: 0.04065101221203804 (0.03805019316343006) + | > loss_mel_ce: 2.699091911315918 (2.714645663453215) + | > loss: 0.6849357485771179 (0.688173964504679) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12856423106400403) + | > loader_time: 0.0047 (0.004929755145674462) + + + --> TIME: 2024-12-24 05:16:44 -- STEP: 7568/7738 -- GLOBAL_STEP: 115900 + | > loss_text_ce: 0.0349128283560276 (0.03805132677663396) + | > loss_mel_ce: 2.9651007652282715 (2.7148238186415363) + | > loss: 0.7500033974647522 (0.6882187867060673) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12855633242689887) + | > loader_time: 0.0047 (0.004929747345835656) + + + --> TIME: 2024-12-24 05:16:56 -- STEP: 7618/7738 -- GLOBAL_STEP: 115950 + | > loss_text_ce: 0.037425849586725235 (0.03804880942969351) + | > loss_mel_ce: 2.60697865486145 (2.7147263820542546) + | > loss: 0.6611011028289795 (0.6881937982294957) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.12858191710752875) + | > loader_time: 0.0052 (0.0049295325578432615) + + + --> TIME: 2024-12-24 05:17:08 -- STEP: 7668/7738 -- GLOBAL_STEP: 116000 + | > loss_text_ce: 0.032199881970882416 (0.038047723772599656) + | > loss_mel_ce: 2.656024932861328 (2.7146181861870486) + | > loss: 0.6720561981201172 (0.688166477839403) + | > current_lr: 5e-06 + | > step_time: 0.1457 (0.12860906938742997) + | > loader_time: 0.0053 (0.004930661224609989) + + + --> TIME: 2024-12-24 05:17:20 -- STEP: 7718/7738 -- GLOBAL_STEP: 116050 + | > loss_text_ce: 0.039056651294231415 (0.03805065543317664) + | > loss_mel_ce: 2.688096523284912 (2.714601896871215) + | > loss: 0.6817882657051086 (0.6881631384182567) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.12864203068777044) + | > loader_time: 0.0053 (0.004931690378428796) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06882173966879797 (+7.501756301986351e-06) + | > avg_loss_text_ce: 0.0367771085878514 (-0.00010456489116859174) + | > avg_loss_mel_ce: 2.92987053442483 (+1.7615279765514913e-05) + | > avg_loss: 2.966647647848033 (-8.694210437809602e-05) + + + > EPOCH: 15/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 05:18:23)  + + --> TIME: 2024-12-24 05:18:31 -- STEP: 30/7738 -- GLOBAL_STEP: 116100 + | > loss_text_ce: 0.03791070729494095 (0.03830804129441579) + | > loss_mel_ce: 2.6676111221313477 (2.7247316519419353) + | > loss: 0.676380455493927 (0.6907599210739136) + | > current_lr: 5e-06 + | > step_time: 0.1489 (0.1336988449096679) + | > loader_time: 0.0051 (0.00496056874593099) + + + --> TIME: 2024-12-24 05:18:42 -- STEP: 80/7738 -- GLOBAL_STEP: 116150 + | > loss_text_ce: 0.03642968088388443 (0.03805417455732822) + | > loss_mel_ce: 2.685807466506958 (2.702166253328323) + | > loss: 0.6805592775344849 (0.6850551061332228) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12908334136009206) + | > loader_time: 0.0051 (0.004868149757385254) + + + --> TIME: 2024-12-24 05:18:54 -- STEP: 130/7738 -- GLOBAL_STEP: 116200 + | > loss_text_ce: 0.03658796846866608 (0.03791745964151161) + | > loss_mel_ce: 2.7598187923431396 (2.707754602799049) + | > loss: 0.6991016864776611 (0.6864180147647859) + | > current_lr: 5e-06 + | > step_time: 0.112 (0.12870317789224472) + | > loader_time: 0.0047 (0.004907639210040753) + + + --> TIME: 2024-12-24 05:19:05 -- STEP: 180/7738 -- GLOBAL_STEP: 116250 + | > loss_text_ce: 0.0334828682243824 (0.03799482598486874) + | > loss_mel_ce: 2.529184341430664 (2.7021975477536526) + | > loss: 0.6406667828559875 (0.6850480937295497) + | > current_lr: 5e-06 + | > step_time: 0.0764 (0.12706286642286513) + | > loader_time: 0.0045 (0.004878286520640054) + + + --> TIME: 2024-12-24 05:19:16 -- STEP: 230/7738 -- GLOBAL_STEP: 116300 + | > loss_text_ce: 0.03809770569205284 (0.037980691505515043) + | > loss_mel_ce: 2.642965078353882 (2.7050434547921887) + | > loss: 0.6702656745910645 (0.6857560359913374) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.1273166376611461) + | > loader_time: 0.0047 (0.00487080138662587) + + + --> TIME: 2024-12-24 05:19:27 -- STEP: 280/7738 -- GLOBAL_STEP: 116350 + | > loss_text_ce: 0.03826421499252319 (0.038077999717955065) + | > loss_mel_ce: 2.8298308849334717 (2.7028014404433116) + | > loss: 0.7170237898826599 (0.6852198592254096) + | > current_lr: 5e-06 + | > step_time: 0.1404 (0.12706695965358195) + | > loader_time: 0.0051 (0.004852346863065447) + + + --> TIME: 2024-12-24 05:19:39 -- STEP: 330/7738 -- GLOBAL_STEP: 116400 + | > loss_text_ce: 0.038049641996622086 (0.038007817338361866) + | > loss_mel_ce: 2.6020193099975586 (2.7024698604236947) + | > loss: 0.6600172519683838 (0.6851194184837924) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.12743518713748817) + | > loader_time: 0.0046 (0.004860180074518378) + + + --> TIME: 2024-12-24 05:19:51 -- STEP: 380/7738 -- GLOBAL_STEP: 116450 + | > loss_text_ce: 0.03780575469136238 (0.03801976416848208) + | > loss_mel_ce: 2.641779899597168 (2.7052276573683085) + | > loss: 0.6698964238166809 (0.685811854820503) + | > current_lr: 5e-06 + | > step_time: 0.0949 (0.12813068753794624) + | > loader_time: 0.0044 (0.0048629785838880035) + + + --> TIME: 2024-12-24 05:20:02 -- STEP: 430/7738 -- GLOBAL_STEP: 116500 + | > loss_text_ce: 0.03419166058301926 (0.03800481216505515) + | > loss_mel_ce: 3.0033349990844727 (2.703042040869247) + | > loss: 0.7593816518783569 (0.6852617125178497) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.12775204736132958) + | > loader_time: 0.0056 (0.0048627398734869) + + + --> TIME: 2024-12-24 05:20:14 -- STEP: 480/7738 -- GLOBAL_STEP: 116550 + | > loss_text_ce: 0.037871506065130234 (0.0379822159030785) + | > loss_mel_ce: 2.774505615234375 (2.703847157458464) + | > loss: 0.7030943036079407 (0.685457342738907) + | > current_lr: 5e-06 + | > step_time: 0.1233 (0.12818849633137383) + | > loader_time: 0.0049 (0.004865735272566481) + + + --> TIME: 2024-12-24 05:20:26 -- STEP: 530/7738 -- GLOBAL_STEP: 116600 + | > loss_text_ce: 0.03548981249332428 (0.037949182233720444) + | > loss_mel_ce: 2.8194425106048584 (2.70442692738659) + | > loss: 0.7137330770492554 (0.6855940266600198) + | > current_lr: 5e-06 + | > step_time: 0.1157 (0.1285312598606325) + | > loader_time: 0.0047 (0.004864928407489132) + + + --> TIME: 2024-12-24 05:20:37 -- STEP: 580/7738 -- GLOBAL_STEP: 116650 + | > loss_text_ce: 0.04029775410890579 (0.037893971755843726) + | > loss_mel_ce: 2.7555341720581055 (2.7053783626391956) + | > loss: 0.6989579796791077 (0.6858180826080259) + | > current_lr: 5e-06 + | > step_time: 0.1221 (0.1283584993461082) + | > loader_time: 0.0049 (0.0048547794078958465) + + + --> TIME: 2024-12-24 05:20:49 -- STEP: 630/7738 -- GLOBAL_STEP: 116700 + | > loss_text_ce: 0.03848520293831825 (0.03786659644000114) + | > loss_mel_ce: 2.6110332012176514 (2.7048671234221655) + | > loss: 0.6623796224594116 (0.6856834292411802) + | > current_lr: 5e-06 + | > step_time: 0.1077 (0.12865025618719667) + | > loader_time: 0.0045 (0.004853230430966333) + + + --> TIME: 2024-12-24 05:21:00 -- STEP: 680/7738 -- GLOBAL_STEP: 116750 + | > loss_text_ce: 0.037984512746334076 (0.037879216665511604) + | > loss_mel_ce: 2.7941856384277344 (2.704850164231129) + | > loss: 0.708042562007904 (0.6856823446996069) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.12861694553319128) + | > loader_time: 0.0047 (0.004850737487568577) + + + --> TIME: 2024-12-24 05:21:11 -- STEP: 730/7738 -- GLOBAL_STEP: 116800 + | > loss_text_ce: 0.038541119545698166 (0.03789853401584164) + | > loss_mel_ce: 2.7790591716766357 (2.7061691277647655) + | > loss: 0.7044000625610352 (0.6860169148608425) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.12806260618444976) + | > loader_time: 0.0045 (0.004841997852064156) + + + --> TIME: 2024-12-24 05:21:23 -- STEP: 780/7738 -- GLOBAL_STEP: 116850 + | > loss_text_ce: 0.04250796139240265 (0.03792804302408906) + | > loss_mel_ce: 2.7140321731567383 (2.7056856143168893) + | > loss: 0.6891350150108337 (0.6859034139376415) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.1281976638696133) + | > loader_time: 0.0048 (0.004845347465612948) + + + --> TIME: 2024-12-24 05:21:35 -- STEP: 830/7738 -- GLOBAL_STEP: 116900 + | > loss_text_ce: 0.04053984209895134 (0.037932460575577705) + | > loss_mel_ce: 2.6813623905181885 (2.7060974635273554) + | > loss: 0.6804755330085754 (0.6860074804489867) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12833748007395182) + | > loader_time: 0.0048 (0.004844666963600248) + + + --> TIME: 2024-12-24 05:21:46 -- STEP: 880/7738 -- GLOBAL_STEP: 116950 + | > loss_text_ce: 0.03464462608098984 (0.03791048972952093) + | > loss_mel_ce: 2.7988944053649902 (2.706876937909558) + | > loss: 0.7083847522735596 (0.6861968561329621) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.12841485034335748) + | > loader_time: 0.0045 (0.004846518960866059) + + + --> TIME: 2024-12-24 05:21:58 -- STEP: 930/7738 -- GLOBAL_STEP: 117000 + | > loss_text_ce: 0.03901014104485512 (0.03792226156720549) + | > loss_mel_ce: 2.9467172622680664 (2.7066902170899074) + | > loss: 0.746431827545166 (0.6861531190974735) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.12839225107623684) + | > loader_time: 0.0047 (0.004844166386512016) + + + --> TIME: 2024-12-24 05:22:09 -- STEP: 980/7738 -- GLOBAL_STEP: 117050 + | > loss_text_ce: 0.03701004758477211 (0.03790936985490271) + | > loss_mel_ce: 2.915408134460449 (2.7067628332546763) + | > loss: 0.738104522228241 (0.6861680501577802) + | > current_lr: 5e-06 + | > step_time: 0.1074 (0.128606035758038) + | > loader_time: 0.005 (0.004845058431430737) + + + --> TIME: 2024-12-24 05:22:22 -- STEP: 1030/7738 -- GLOBAL_STEP: 117100 + | > loss_text_ce: 0.036313917487859726 (0.03791475077566589) + | > loss_mel_ce: 2.7091567516326904 (2.7071644134891826) + | > loss: 0.6863676905632019 (0.6862697906864497) + | > current_lr: 5e-06 + | > step_time: 0.1301 (0.129099712094057) + | > loader_time: 0.0048 (0.004850495671763002) + + + --> TIME: 2024-12-24 05:22:33 -- STEP: 1080/7738 -- GLOBAL_STEP: 117150 + | > loss_text_ce: 0.03762008622288704 (0.037897424430896824) + | > loss_mel_ce: 2.7042765617370605 (2.706829458695869) + | > loss: 0.685474157333374 (0.6861817202634277) + | > current_lr: 5e-06 + | > step_time: 0.0873 (0.12908331531065484) + | > loader_time: 0.0044 (0.004847759229165535) + + + --> TIME: 2024-12-24 05:22:45 -- STEP: 1130/7738 -- GLOBAL_STEP: 117200 + | > loss_text_ce: 0.03644668683409691 (0.03790938848613109) + | > loss_mel_ce: 2.6630091667175293 (2.706195407631121) + | > loss: 0.6748639345169067 (0.6860261986213444) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.1289322110403956) + | > loader_time: 0.0048 (0.0048460650233040845) + + + --> TIME: 2024-12-24 05:22:56 -- STEP: 1180/7738 -- GLOBAL_STEP: 117250 + | > loss_text_ce: 0.037539269775152206 (0.03789777895277838) + | > loss_mel_ce: 2.6380603313446045 (2.705991771463617) + | > loss: 0.6688998937606812 (0.6859723870531985) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12897075899576732) + | > loader_time: 0.0046 (0.00484861943681361) + + + --> TIME: 2024-12-24 05:23:08 -- STEP: 1230/7738 -- GLOBAL_STEP: 117300 + | > loss_text_ce: 0.04117145389318466 (0.037904274393993645) + | > loss_mel_ce: 2.6716277599334717 (2.706039143965493) + | > loss: 0.678199827671051 (0.6859858540500083) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.12901826835260155) + | > loader_time: 0.0044 (0.004848228625165737) + + + --> TIME: 2024-12-24 05:23:19 -- STEP: 1280/7738 -- GLOBAL_STEP: 117350 + | > loss_text_ce: 0.033048614859580994 (0.03790209745930038) + | > loss_mel_ce: 2.580836057662964 (2.705655424855647) + | > loss: 0.6534711718559265 (0.6858893799595542) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.128948706574738) + | > loader_time: 0.0045 (0.004848230443894862) + + + --> TIME: 2024-12-24 05:23:31 -- STEP: 1330/7738 -- GLOBAL_STEP: 117400 + | > loss_text_ce: 0.03833960369229317 (0.03792075148146397) + | > loss_mel_ce: 2.6525633335113525 (2.7049094469027373) + | > loss: 0.6727257370948792 (0.6857075490449612) + | > current_lr: 5e-06 + | > step_time: 0.1545 (0.12890359405288124) + | > loader_time: 0.0051 (0.00484752457840998) + + + --> TIME: 2024-12-24 05:23:42 -- STEP: 1380/7738 -- GLOBAL_STEP: 117450 + | > loss_text_ce: 0.03511828929185867 (0.0379257628856145) + | > loss_mel_ce: 2.641038656234741 (2.7043084813200866) + | > loss: 0.669039249420166 (0.6855585605338007) + | > current_lr: 5e-06 + | > step_time: 0.0938 (0.12878146137016416) + | > loader_time: 0.0046 (0.004845497055330137) + + + --> TIME: 2024-12-24 05:23:53 -- STEP: 1430/7738 -- GLOBAL_STEP: 117500 + | > loss_text_ce: 0.03943170979619026 (0.037938686186721166) + | > loss_mel_ce: 2.750678777694702 (2.704156910956318) + | > loss: 0.6975276470184326 (0.6855238988266132) + | > current_lr: 5e-06 + | > step_time: 0.117 (0.12859790408527944) + | > loader_time: 0.0046 (0.004843914758908997) + + + --> TIME: 2024-12-24 05:24:05 -- STEP: 1480/7738 -- GLOBAL_STEP: 117550 + | > loss_text_ce: 0.04079996049404144 (0.037953095032355166) + | > loss_mel_ce: 2.727083921432495 (2.7039520091301643) + | > loss: 0.691970944404602 (0.6854762755535759) + | > current_lr: 5e-06 + | > step_time: 0.098 (0.128755771308332) + | > loader_time: 0.0046 (0.004843294781607551) + + + --> TIME: 2024-12-24 05:24:17 -- STEP: 1530/7738 -- GLOBAL_STEP: 117600 + | > loss_text_ce: 0.03625616803765297 (0.03795468319523947) + | > loss_mel_ce: 2.7355449199676514 (2.705557157790734) + | > loss: 0.6929502487182617 (0.6858779597905741) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1288689177020704) + | > loader_time: 0.0044 (0.004844727079852733) + + + --> TIME: 2024-12-24 05:24:28 -- STEP: 1580/7738 -- GLOBAL_STEP: 117650 + | > loss_text_ce: 0.03741152212023735 (0.037964745971692394) + | > loss_mel_ce: 2.6685571670532227 (2.7048816007903813) + | > loss: 0.6764921545982361 (0.6857115860981292) + | > current_lr: 5e-06 + | > step_time: 0.0923 (0.12880426554740249) + | > loader_time: 0.0046 (0.004845053485677212) + + + --> TIME: 2024-12-24 05:24:40 -- STEP: 1630/7738 -- GLOBAL_STEP: 117700 + | > loss_text_ce: 0.03929533436894417 (0.03797041642382457) + | > loss_mel_ce: 2.5552024841308594 (2.704981562403809) + | > loss: 0.6486244797706604 (0.6857379941486887) + | > current_lr: 5e-06 + | > step_time: 0.1189 (0.12904602120990435) + | > loader_time: 0.0046 (0.004847911823015274) + + + --> TIME: 2024-12-24 05:24:52 -- STEP: 1680/7738 -- GLOBAL_STEP: 117750 + | > loss_text_ce: 0.03830188885331154 (0.03796520838070476) + | > loss_mel_ce: 2.8859360218048096 (2.705515425829656) + | > loss: 0.7310594916343689 (0.685870157962755) + | > current_lr: 5e-06 + | > step_time: 0.1279 (0.1290868943645843) + | > loader_time: 0.0049 (0.00484740577992939) + + + --> TIME: 2024-12-24 05:25:03 -- STEP: 1730/7738 -- GLOBAL_STEP: 117800 + | > loss_text_ce: 0.03867217153310776 (0.03796888941823567) + | > loss_mel_ce: 2.844864845275879 (2.7056816882480734) + | > loss: 0.7208842635154724 (0.6859126437261628) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12907801956110623) + | > loader_time: 0.0043 (0.00484840167051106) + + + --> TIME: 2024-12-24 05:25:15 -- STEP: 1780/7738 -- GLOBAL_STEP: 117850 + | > loss_text_ce: 0.039207056164741516 (0.03796973864579293) + | > loss_mel_ce: 2.643409252166748 (2.7058712790521304) + | > loss: 0.6706540584564209 (0.6859602537382867) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.1289930880739448) + | > loader_time: 0.0046 (0.004848130901208086) + + + --> TIME: 2024-12-24 05:25:27 -- STEP: 1830/7738 -- GLOBAL_STEP: 117900 + | > loss_text_ce: 0.03795754164457321 (0.037951619584174354) + | > loss_mel_ce: 2.8211567401885986 (2.7064674570260765) + | > loss: 0.7147785425186157 (0.6861047683843511) + | > current_lr: 5e-06 + | > step_time: 0.1172 (0.12906272750083214) + | > loader_time: 0.0048 (0.004849951775347602) + + + --> TIME: 2024-12-24 05:25:38 -- STEP: 1880/7738 -- GLOBAL_STEP: 117950 + | > loss_text_ce: 0.03849055618047714 (0.0379438229608646) + | > loss_mel_ce: 2.7823824882507324 (2.7074855287024278) + | > loss: 0.7052182555198669 (0.6863573371729964) + | > current_lr: 5e-06 + | > step_time: 0.1345 (0.12906680195889558) + | > loader_time: 0.0052 (0.0048515860070573544) + + + --> TIME: 2024-12-24 05:25:50 -- STEP: 1930/7738 -- GLOBAL_STEP: 118000 + | > loss_text_ce: 0.041529640555381775 (0.03794108162600289) + | > loss_mel_ce: 2.627950668334961 (2.7070163099259257) + | > loss: 0.667370080947876 (0.6862393471861145) + | > current_lr: 5e-06 + | > step_time: 0.1757 (0.12907292818158386) + | > loader_time: 0.0056 (0.004853453784408966) + + + --> TIME: 2024-12-24 05:26:02 -- STEP: 1980/7738 -- GLOBAL_STEP: 118050 + | > loss_text_ce: 0.0353628471493721 (0.03793452429594559) + | > loss_mel_ce: 2.636770486831665 (2.7073159350289204) + | > loss: 0.6680333614349365 (0.686312614125436) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.1291660820594941) + | > loader_time: 0.005 (0.0048563304573598556) + + + --> TIME: 2024-12-24 05:26:13 -- STEP: 2030/7738 -- GLOBAL_STEP: 118100 + | > loss_text_ce: 0.04042283818125725 (0.03794235520413496) + | > loss_mel_ce: 2.6493234634399414 (2.707976102241738) + | > loss: 0.6724365949630737 (0.6864796135813156) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.12910942033006634) + | > loader_time: 0.005 (0.004857805092346494) + + + --> TIME: 2024-12-24 05:26:24 -- STEP: 2080/7738 -- GLOBAL_STEP: 118150 + | > loss_text_ce: 0.03721144050359726 (0.03793831748368498) + | > loss_mel_ce: 2.711945056915283 (2.708108023152898) + | > loss: 0.6872891187667847 (0.6865115844286417) + | > current_lr: 5e-06 + | > step_time: 0.0746 (0.1290048582049516) + | > loader_time: 0.0044 (0.00485844657971309) + + + --> TIME: 2024-12-24 05:26:35 -- STEP: 2130/7738 -- GLOBAL_STEP: 118200 + | > loss_text_ce: 0.03580925986170769 (0.03794910955229687) + | > loss_mel_ce: 2.669210910797119 (2.708634620988869) + | > loss: 0.6762550473213196 (0.686645931900948) + | > current_lr: 5e-06 + | > step_time: 0.113 (0.12890542493739593) + | > loader_time: 0.0049 (0.004858701777570126) + + + --> TIME: 2024-12-24 05:26:47 -- STEP: 2180/7738 -- GLOBAL_STEP: 118250 + | > loss_text_ce: 0.036797378212213516 (0.037959669849091895) + | > loss_mel_ce: 2.6836318969726562 (2.7094844533762754) + | > loss: 0.6801072955131531 (0.6868610301149013) + | > current_lr: 5e-06 + | > step_time: 0.1298 (0.1289820508125724) + | > loader_time: 0.0051 (0.004860611355632819) + + + --> TIME: 2024-12-24 05:26:59 -- STEP: 2230/7738 -- GLOBAL_STEP: 118300 + | > loss_text_ce: 0.03703305497765541 (0.03795883822183829) + | > loss_mel_ce: 2.6817662715911865 (2.7093962470512163) + | > loss: 0.6796998381614685 (0.6868387705274778) + | > current_lr: 5e-06 + | > step_time: 0.1556 (0.12909352116520623) + | > loader_time: 0.0054 (0.004862644319577072) + + + --> TIME: 2024-12-24 05:27:11 -- STEP: 2280/7738 -- GLOBAL_STEP: 118350 + | > loss_text_ce: 0.03841402009129524 (0.037972099032547044) + | > loss_mel_ce: 2.7375328540802 (2.7095954388902834) + | > loss: 0.693986713886261 (0.6868918836378233) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.12900317405399506) + | > loader_time: 0.0056 (0.004863599936167401) + + + --> TIME: 2024-12-24 05:27:22 -- STEP: 2330/7738 -- GLOBAL_STEP: 118400 + | > loss_text_ce: 0.03547661751508713 (0.037970707801374376) + | > loss_mel_ce: 2.7036631107330322 (2.708932904931091) + | > loss: 0.6847849488258362 (0.6867259023783051) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.12890550056752204) + | > loader_time: 0.0052 (0.0048646258693907955) + + + --> TIME: 2024-12-24 05:27:33 -- STEP: 2380/7738 -- GLOBAL_STEP: 118450 + | > loss_text_ce: 0.03588535636663437 (0.0379737808697801) + | > loss_mel_ce: 2.733440399169922 (2.7090298147762457) + | > loss: 0.6923314332962036 (0.686750898115777) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12884080029335332) + | > loader_time: 0.0053 (0.004867416269638966) + + + --> TIME: 2024-12-24 05:27:45 -- STEP: 2430/7738 -- GLOBAL_STEP: 118500 + | > loss_text_ce: 0.03713613003492355 (0.037976742674569644) + | > loss_mel_ce: 2.680284261703491 (2.7086847908702834) + | > loss: 0.6793550848960876 (0.6866653826011079) + | > current_lr: 5e-06 + | > step_time: 0.1088 (0.12878864046968047) + | > loader_time: 0.0045 (0.004868496985101898) + + + --> TIME: 2024-12-24 05:27:56 -- STEP: 2480/7738 -- GLOBAL_STEP: 118550 + | > loss_text_ce: 0.035322267562150955 (0.037979160084749546) + | > loss_mel_ce: 2.961503744125366 (2.7091644886039847) + | > loss: 0.7492064833641052 (0.686785911456233) + | > current_lr: 5e-06 + | > step_time: 0.1083 (0.1286355403161817) + | > loader_time: 0.0048 (0.004867658115202382) + + + --> TIME: 2024-12-24 05:28:07 -- STEP: 2530/7738 -- GLOBAL_STEP: 118600 + | > loss_text_ce: 0.04042968526482582 (0.03798498799840325) + | > loss_mel_ce: 2.4975504875183105 (2.7090561221239513) + | > loss: 0.6344950199127197 (0.686760276838727) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.12866973584819685) + | > loader_time: 0.0051 (0.0048687373225396804) + + + --> TIME: 2024-12-24 05:28:19 -- STEP: 2580/7738 -- GLOBAL_STEP: 118650 + | > loss_text_ce: 0.03608531504869461 (0.03797622813027373) + | > loss_mel_ce: 2.767247200012207 (2.708634895132485) + | > loss: 0.7008331418037415 (0.686652780110524) + | > current_lr: 5e-06 + | > step_time: 0.1339 (0.1286579993344093) + | > loader_time: 0.0051 (0.00486783214317736) + + + --> TIME: 2024-12-24 05:28:30 -- STEP: 2630/7738 -- GLOBAL_STEP: 118700 + | > loss_text_ce: 0.040825460106134415 (0.03797038953623836) + | > loss_mel_ce: 2.763523817062378 (2.7092149307519233) + | > loss: 0.7010872960090637 (0.686796329388603) + | > current_lr: 5e-06 + | > step_time: 0.1168 (0.1287011530009513) + | > loader_time: 0.0054 (0.004868381104995093) + + + --> TIME: 2024-12-24 05:28:42 -- STEP: 2680/7738 -- GLOBAL_STEP: 118750 + | > loss_text_ce: 0.03734897822141647 (0.037969533098277664) + | > loss_mel_ce: 2.6664392948150635 (2.7095259976920723) + | > loss: 0.6759470701217651 (0.686873882030376) + | > current_lr: 5e-06 + | > step_time: 0.0959 (0.12872689321859548) + | > loader_time: 0.0049 (0.004869009487664524) + + + --> TIME: 2024-12-24 05:28:53 -- STEP: 2730/7738 -- GLOBAL_STEP: 118800 + | > loss_text_ce: 0.03861016407608986 (0.03796376841818228) + | > loss_mel_ce: 2.745821475982666 (2.7097939178620423) + | > loss: 0.6961079239845276 (0.6869394209795414) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.1286888969686876) + | > loader_time: 0.0045 (0.004868132814819563) + + + --> TIME: 2024-12-24 05:29:05 -- STEP: 2780/7738 -- GLOBAL_STEP: 118850 + | > loss_text_ce: 0.03712456673383713 (0.03796871513825091) + | > loss_mel_ce: 2.684056282043457 (2.709537928567509) + | > loss: 0.6802952289581299 (0.6868766603495606) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12867239207672537) + | > loader_time: 0.0048 (0.004868552753393605) + + + --> TIME: 2024-12-24 05:29:16 -- STEP: 2830/7738 -- GLOBAL_STEP: 118900 + | > loss_text_ce: 0.03914459049701691 (0.0379656922453915) + | > loss_mel_ce: 2.7095730304718018 (2.709270515374492) + | > loss: 0.6871793866157532 (0.6868090512895784) + | > current_lr: 5e-06 + | > step_time: 0.1482 (0.12861937937382648) + | > loader_time: 0.0051 (0.004869743876238184) + + + --> TIME: 2024-12-24 05:29:28 -- STEP: 2880/7738 -- GLOBAL_STEP: 118950 + | > loss_text_ce: 0.03791261836886406 (0.037969540728307785) + | > loss_mel_ce: 2.5866494178771973 (2.708741974251133) + | > loss: 0.6561405062675476 (0.6866778781223657) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12856391833888126) + | > loader_time: 0.0049 (0.004869562139113756) + + + --> TIME: 2024-12-24 05:29:39 -- STEP: 2930/7738 -- GLOBAL_STEP: 119000 + | > loss_text_ce: 0.040000613778829575 (0.037971492273154446) + | > loss_mel_ce: 2.7495336532592773 (2.708899015289925) + | > loss: 0.6973835825920105 (0.686717626259191) + | > current_lr: 5e-06 + | > step_time: 0.1507 (0.1285756928115165) + | > loader_time: 0.0052 (0.004870198041505794) + + + --> TIME: 2024-12-24 05:29:51 -- STEP: 2980/7738 -- GLOBAL_STEP: 119050 + | > loss_text_ce: 0.04020006209611893 (0.03796833424310147) + | > loss_mel_ce: 2.573991537094116 (2.7084840788937186) + | > loss: 0.6535478830337524 (0.6866131027072896) + | > current_lr: 5e-06 + | > step_time: 0.0933 (0.12854065599057468) + | > loader_time: 0.0046 (0.004869962938679957) + + + --> TIME: 2024-12-24 05:30:02 -- STEP: 3030/7738 -- GLOBAL_STEP: 119100 + | > loss_text_ce: 0.03568349406123161 (0.037952753526493556) + | > loss_mel_ce: 2.5181851387023926 (2.707969217174512) + | > loss: 0.6384671330451965 (0.6864804920977126) + | > current_lr: 5e-06 + | > step_time: 0.1112 (0.12861595673136167) + | > loader_time: 0.005 (0.004871502961262632) + + + --> TIME: 2024-12-24 05:30:14 -- STEP: 3080/7738 -- GLOBAL_STEP: 119150 + | > loss_text_ce: 0.041722457855939865 (0.037949877688298266) + | > loss_mel_ce: 2.778937816619873 (2.7084575626757186) + | > loss: 0.7051650881767273 (0.6866018595440073) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12855861999771787) + | > loader_time: 0.0049 (0.004871694530759553) + + + --> TIME: 2024-12-24 05:30:25 -- STEP: 3130/7738 -- GLOBAL_STEP: 119200 + | > loss_text_ce: 0.04107809066772461 (0.03795732593836296) + | > loss_mel_ce: 2.757709264755249 (2.708213390862213) + | > loss: 0.6996968388557434 (0.6865426786791429) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12852468536303796) + | > loader_time: 0.0049 (0.004872034380611153) + + + --> TIME: 2024-12-24 05:30:36 -- STEP: 3180/7738 -- GLOBAL_STEP: 119250 + | > loss_text_ce: 0.03697057068347931 (0.037950089942874674) + | > loss_mel_ce: 2.735581398010254 (2.707797307563273) + | > loss: 0.6931380033493042 (0.6864368488953574) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12846857556756908) + | > loader_time: 0.0049 (0.004871934539866909) + + + --> TIME: 2024-12-24 05:30:48 -- STEP: 3230/7738 -- GLOBAL_STEP: 119300 + | > loss_text_ce: 0.03951836749911308 (0.037946889918562716) + | > loss_mel_ce: 2.711005210876465 (2.707501763382189) + | > loss: 0.6876308917999268 (0.6863621628690456) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12840223578107599) + | > loader_time: 0.0047 (0.004872611949318343) + + + --> TIME: 2024-12-24 05:30:59 -- STEP: 3280/7738 -- GLOBAL_STEP: 119350 + | > loss_text_ce: 0.038245294243097305 (0.03794411484083927) + | > loss_mel_ce: 2.484163999557495 (2.70747581342371) + | > loss: 0.6306023001670837 (0.6863549816354044) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.1283751926044137) + | > loader_time: 0.0048 (0.004872822325404108) + + + --> TIME: 2024-12-24 05:31:10 -- STEP: 3330/7738 -- GLOBAL_STEP: 119400 + | > loss_text_ce: 0.03997420519590378 (0.03793786055332896) + | > loss_mel_ce: 2.675541400909424 (2.7074068007884393) + | > loss: 0.678878903388977 (0.6863361649148124) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.12835610414052498) + | > loader_time: 0.0051 (0.004874350859954202) + + + --> TIME: 2024-12-24 05:31:22 -- STEP: 3380/7738 -- GLOBAL_STEP: 119450 + | > loss_text_ce: 0.040164053440093994 (0.03793426649700071) + | > loss_mel_ce: 2.6158275604248047 (2.707340333518187) + | > loss: 0.6639978885650635 (0.6863186495720306) + | > current_lr: 5e-06 + | > step_time: 0.1278 (0.1283966271129585) + | > loader_time: 0.0059 (0.004876377526119626) + + + --> TIME: 2024-12-24 05:31:34 -- STEP: 3430/7738 -- GLOBAL_STEP: 119500 + | > loss_text_ce: 0.03827481344342232 (0.037933241517307384) + | > loss_mel_ce: 2.699337959289551 (2.70728411354754) + | > loss: 0.6844031810760498 (0.6863043382981104) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.12840693657321758) + | > loader_time: 0.0052 (0.004877577439689089) + + + --> TIME: 2024-12-24 05:31:45 -- STEP: 3480/7738 -- GLOBAL_STEP: 119550 + | > loss_text_ce: 0.035652097314596176 (0.037932357607387876) + | > loss_mel_ce: 2.5394034385681152 (2.707405881429536) + | > loss: 0.6437638998031616 (0.6863345593556613) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12837307836817585) + | > loader_time: 0.0047 (0.004878757808400306) + + + --> TIME: 2024-12-24 05:31:57 -- STEP: 3530/7738 -- GLOBAL_STEP: 119600 + | > loss_text_ce: 0.03486405685544014 (0.03793258498773689) + | > loss_mel_ce: 2.835012674331665 (2.7074467881205355) + | > loss: 0.7174691557884216 (0.6863448428871297) + | > current_lr: 5e-06 + | > step_time: 0.1565 (0.12835220074856235) + | > loader_time: 0.0054 (0.0048799064274212545) + + + --> TIME: 2024-12-24 05:32:08 -- STEP: 3580/7738 -- GLOBAL_STEP: 119650 + | > loss_text_ce: 0.03815187141299248 (0.03792935381721511) + | > loss_mel_ce: 2.9131059646606445 (2.7076287780394055) + | > loss: 0.7378144860267639 (0.6863895326020354) + | > current_lr: 5e-06 + | > step_time: 0.1395 (0.12839800099420795) + | > loader_time: 0.0053 (0.0048811812640568485) + + + --> TIME: 2024-12-24 05:32:20 -- STEP: 3630/7738 -- GLOBAL_STEP: 119700 + | > loss_text_ce: 0.03850045055150986 (0.037926777963303265) + | > loss_mel_ce: 2.7066874504089355 (2.707826238952716) + | > loss: 0.6862969994544983 (0.6864382538913718) + | > current_lr: 5e-06 + | > step_time: 0.1509 (0.12841366644404786) + | > loader_time: 0.0053 (0.004882022697406704) + + + --> TIME: 2024-12-24 05:32:31 -- STEP: 3680/7738 -- GLOBAL_STEP: 119750 + | > loss_text_ce: 0.03511129692196846 (0.03792605641419466) + | > loss_mel_ce: 2.8126049041748047 (2.707652250774524) + | > loss: 0.7119290232658386 (0.6863945764368017) + | > current_lr: 5e-06 + | > step_time: 0.1269 (0.12838795547899967) + | > loader_time: 0.0049 (0.004883028696412634) + + + --> TIME: 2024-12-24 05:32:43 -- STEP: 3730/7738 -- GLOBAL_STEP: 119800 + | > loss_text_ce: 0.0384179949760437 (0.03792760181203278) + | > loss_mel_ce: 2.7906534671783447 (2.707669216889794) + | > loss: 0.7072678804397583 (0.6863992043059272) + | > current_lr: 5e-06 + | > step_time: 0.17 (0.12843100596369098) + | > loader_time: 0.0059 (0.004886142817642998) + + + --> TIME: 2024-12-24 05:32:55 -- STEP: 3780/7738 -- GLOBAL_STEP: 119850 + | > loss_text_ce: 0.035635899752378464 (0.03793016406337887) + | > loss_mel_ce: 2.758474111557007 (2.7078936817784744) + | > loss: 0.6985275149345398 (0.6864559610684734) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.12850875904951148) + | > loader_time: 0.005 (0.004889079754945471) + + + --> TIME: 2024-12-24 05:33:07 -- STEP: 3830/7738 -- GLOBAL_STEP: 119900 + | > loss_text_ce: 0.04115863889455795 (0.0379323775614988) + | > loss_mel_ce: 2.546837329864502 (2.707898207993167) + | > loss: 0.6469990015029907 (0.6864576459553493) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12851162249363435) + | > loader_time: 0.0048 (0.004890249603410933) + + + --> TIME: 2024-12-24 05:33:18 -- STEP: 3880/7738 -- GLOBAL_STEP: 119950 + | > loss_text_ce: 0.03773432597517967 (0.037929163071490066) + | > loss_mel_ce: 2.627037525177002 (2.707796590660032) + | > loss: 0.6661929488182068 (0.6864314380073077) + | > current_lr: 5e-06 + | > step_time: 0.077 (0.12848980770897636) + | > loader_time: 0.0044 (0.004891660348656259) + + + --> TIME: 2024-12-24 05:33:30 -- STEP: 3930/7738 -- GLOBAL_STEP: 120000 + | > loss_text_ce: 0.0405389778316021 (0.03793068938905191) + | > loss_mel_ce: 2.6779394149780273 (2.7074815063379454) + | > loss: 0.6796196103096008 (0.6863530485077993) + | > current_lr: 5e-06 + | > step_time: 0.1202 (0.12852690923608295) + | > loader_time: 0.0049 (0.004892865574086904) + + + > CHECKPOINT : /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000/checkpoint_120000.pth + + --> TIME: 2024-12-24 05:33:43 -- STEP: 3980/7738 -- GLOBAL_STEP: 120050 + | > loss_text_ce: 0.038547299802303314 (0.03793491866888856) + | > loss_mel_ce: 2.6936986446380615 (2.70737975853771) + | > loss: 0.6830614805221558 (0.6863286689148497) + | > current_lr: 5e-06 + | > step_time: 0.1446 (0.1285006884354443) + | > loader_time: 0.0052 (0.004894557490420709) + + + --> TIME: 2024-12-24 05:33:54 -- STEP: 4030/7738 -- GLOBAL_STEP: 120100 + | > loss_text_ce: 0.0387917160987854 (0.03793155761809999) + | > loss_mel_ce: 2.551697254180908 (2.7073912703369705) + | > loss: 0.6476222276687622 (0.6863307065910521) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.1284771364912502) + | > loader_time: 0.0046 (0.004895886475631684) + + + --> TIME: 2024-12-24 05:34:06 -- STEP: 4080/7738 -- GLOBAL_STEP: 120150 + | > loss_text_ce: 0.038385841995477676 (0.03793449564745607) + | > loss_mel_ce: 2.7679288387298584 (2.707391283734168) + | > loss: 0.701578676700592 (0.6863314444381837) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12843808227894354) + | > loader_time: 0.0049 (0.004896536352587689) + + + --> TIME: 2024-12-24 05:34:17 -- STEP: 4130/7738 -- GLOBAL_STEP: 120200 + | > loss_text_ce: 0.03823528811335564 (0.03793651661125274) + | > loss_mel_ce: 2.804314136505127 (2.7075761608003663) + | > loss: 0.7106373310089111 (0.6863781689298664) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12836759661935435) + | > loader_time: 0.0047 (0.004896839363523034) + + + --> TIME: 2024-12-24 05:34:28 -- STEP: 4180/7738 -- GLOBAL_STEP: 120250 + | > loss_text_ce: 0.03771011903882027 (0.03793636043979357) + | > loss_mel_ce: 2.6201744079589844 (2.7076273468122487) + | > loss: 0.6644711494445801 (0.6863909263930272) + | > current_lr: 5e-06 + | > step_time: 0.1494 (0.12838902724416634) + | > loader_time: 0.0057 (0.004898952125932619) + + + --> TIME: 2024-12-24 05:34:40 -- STEP: 4230/7738 -- GLOBAL_STEP: 120300 + | > loss_text_ce: 0.038715481758117676 (0.03793341399965268) + | > loss_mel_ce: 2.8208107948303223 (2.707243639526634) + | > loss: 0.7148815393447876 (0.6862942629531221) + | > current_lr: 5e-06 + | > step_time: 0.1629 (0.12835999290430242) + | > loader_time: 0.0051 (0.0048988819122314535) + + + --> TIME: 2024-12-24 05:34:51 -- STEP: 4280/7738 -- GLOBAL_STEP: 120350 + | > loss_text_ce: 0.039557572454214096 (0.03793056968460288) + | > loss_mel_ce: 2.4931280612945557 (2.707117582481594) + | > loss: 0.6331713795661926 (0.6862620376120124) + | > current_lr: 5e-06 + | > step_time: 0.0861 (0.12834486978076334) + | > loader_time: 0.0046 (0.004899135928287692) + + + --> TIME: 2024-12-24 05:35:03 -- STEP: 4330/7738 -- GLOBAL_STEP: 120400 + | > loss_text_ce: 0.03818092122673988 (0.03792828426935099) + | > loss_mel_ce: 2.690720319747925 (2.707095261258832) + | > loss: 0.6822252869606018 (0.6862558859738158) + | > current_lr: 5e-06 + | > step_time: 0.162 (0.1283860061790872) + | > loader_time: 0.0053 (0.004900539829879662) + + + --> TIME: 2024-12-24 05:35:15 -- STEP: 4380/7738 -- GLOBAL_STEP: 120450 + | > loss_text_ce: 0.03643685206770897 (0.037927725638122536) + | > loss_mel_ce: 2.491974115371704 (2.7070213931880533) + | > loss: 0.6321027278900146 (0.6862372793427365) + | > current_lr: 5e-06 + | > step_time: 0.1043 (0.12840332799850532) + | > loader_time: 0.0047 (0.004901396085138196) + + + --> TIME: 2024-12-24 05:35:26 -- STEP: 4430/7738 -- GLOBAL_STEP: 120500 + | > loss_text_ce: 0.04066450148820877 (0.037926954071354865) + | > loss_mel_ce: 2.7377514839172363 (2.706937179124109) + | > loss: 0.6946039795875549 (0.6862160329355907) + | > current_lr: 5e-06 + | > step_time: 0.1464 (0.128403709166206) + | > loader_time: 0.0051 (0.004903083891685613) + + + --> TIME: 2024-12-24 05:35:38 -- STEP: 4480/7738 -- GLOBAL_STEP: 120550 + | > loss_text_ce: 0.03609408810734749 (0.03792645446623536) + | > loss_mel_ce: 2.744699239730835 (2.706754483176125) + | > loss: 0.6951983571052551 (0.6861702340388961) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.12843968022082536) + | > loader_time: 0.0051 (0.0049039547464677325) + + + --> TIME: 2024-12-24 05:35:49 -- STEP: 4530/7738 -- GLOBAL_STEP: 120600 + | > loss_text_ce: 0.03646685183048248 (0.037933373338569554) + | > loss_mel_ce: 2.7616517543792725 (2.706634188961505) + | > loss: 0.6995296478271484 (0.6861418901952976) + | > current_lr: 5e-06 + | > step_time: 0.125 (0.12842715228630225) + | > loader_time: 0.005 (0.0049044720647614054) + + + --> TIME: 2024-12-24 05:36:01 -- STEP: 4580/7738 -- GLOBAL_STEP: 120650 + | > loss_text_ce: 0.03833417221903801 (0.03792810854725697) + | > loss_mel_ce: 2.655254602432251 (2.706279783946453) + | > loss: 0.6733971834182739 (0.686051972685425) + | > current_lr: 5e-06 + | > step_time: 0.1415 (0.12836437459595867) + | > loader_time: 0.0051 (0.004904639512690921) + + + --> TIME: 2024-12-24 05:36:12 -- STEP: 4630/7738 -- GLOBAL_STEP: 120700 + | > loss_text_ce: 0.04082237929105759 (0.03792243700546912) + | > loss_mel_ce: 2.6284048557281494 (2.706141218768334) + | > loss: 0.6673067808151245 (0.6860159135276784) + | > current_lr: 5e-06 + | > step_time: 0.0999 (0.128364214371914) + | > loader_time: 0.0046 (0.004905048250894573) + + + --> TIME: 2024-12-24 05:36:24 -- STEP: 4680/7738 -- GLOBAL_STEP: 120750 + | > loss_text_ce: 0.03757578134536743 (0.037919390843942344) + | > loss_mel_ce: 2.7157254219055176 (2.70609443849987) + | > loss: 0.6883252859115601 (0.6860034569333784) + | > current_lr: 5e-06 + | > step_time: 0.134 (0.1283739367101947) + | > loader_time: 0.0052 (0.004906346910020231) + + + --> TIME: 2024-12-24 05:36:35 -- STEP: 4730/7738 -- GLOBAL_STEP: 120800 + | > loss_text_ce: 0.03931012377142906 (0.03791727146358237) + | > loss_mel_ce: 2.6531825065612793 (2.7061095617790256) + | > loss: 0.6731231808662415 (0.6860067079233593) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.1283859161191461) + | > loader_time: 0.0047 (0.00490684660494202) + + + --> TIME: 2024-12-24 05:36:47 -- STEP: 4780/7738 -- GLOBAL_STEP: 120850 + | > loss_text_ce: 0.03793300688266754 (0.03791297810954897) + | > loss_mel_ce: 2.568340539932251 (2.705982270300634) + | > loss: 0.6515684127807617 (0.685973811698261) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12845128779630782) + | > loader_time: 0.0047 (0.004907825352257772) + + + --> TIME: 2024-12-24 05:36:59 -- STEP: 4830/7738 -- GLOBAL_STEP: 120900 + | > loss_text_ce: 0.037351276725530624 (0.037907692171463475) + | > loss_mel_ce: 2.6724135875701904 (2.7057176302678814) + | > loss: 0.6774412393569946 (0.6859063301520828) + | > current_lr: 5e-06 + | > step_time: 0.1372 (0.12846774655099238) + | > loader_time: 0.0051 (0.004908229598841075) + + + --> TIME: 2024-12-24 05:37:11 -- STEP: 4880/7738 -- GLOBAL_STEP: 120950 + | > loss_text_ce: 0.035643626004457474 (0.03790722044459609) + | > loss_mel_ce: 2.7598140239715576 (2.705914886662216) + | > loss: 0.6988644003868103 (0.6859555263011196) + | > current_lr: 5e-06 + | > step_time: 0.1341 (0.12850081813139985) + | > loader_time: 0.0051 (0.0049091725564393935) + + + --> TIME: 2024-12-24 05:37:23 -- STEP: 4930/7738 -- GLOBAL_STEP: 121000 + | > loss_text_ce: 0.0378858782351017 (0.03790476478213098) + | > loss_mel_ce: 2.6837360858917236 (2.706059135094618) + | > loss: 0.6804054975509644 (0.685990974470279) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.12855010414703844) + | > loader_time: 0.0045 (0.004909277784413311) + + + --> TIME: 2024-12-24 05:37:34 -- STEP: 4980/7738 -- GLOBAL_STEP: 121050 + | > loss_text_ce: 0.03826942667365074 (0.037903701721963515) + | > loss_mel_ce: 2.6109328269958496 (2.705812204745877) + | > loss: 0.6623005867004395 (0.6859289761527968) + | > current_lr: 5e-06 + | > step_time: 0.1346 (0.1285542244892041) + | > loader_time: 0.0053 (0.004910291198745796) + + + --> TIME: 2024-12-24 05:37:46 -- STEP: 5030/7738 -- GLOBAL_STEP: 121100 + | > loss_text_ce: 0.037933673709630966 (0.0379011551218169) + | > loss_mel_ce: 2.6312215328216553 (2.7059174701186346) + | > loss: 0.6672887802124023 (0.6859546558638941) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.1285658131062862) + | > loader_time: 0.0051 (0.004911011635190692) + + + --> TIME: 2024-12-24 05:37:57 -- STEP: 5080/7738 -- GLOBAL_STEP: 121150 + | > loss_text_ce: 0.040565863251686096 (0.03790103369282443) + | > loss_mel_ce: 2.712163209915161 (2.7057369288966395) + | > loss: 0.6881822943687439 (0.685909490205173) + | > current_lr: 5e-06 + | > step_time: 0.0979 (0.1285264685867335) + | > loader_time: 0.0052 (0.004911196466506001) + + + --> TIME: 2024-12-24 05:38:08 -- STEP: 5130/7738 -- GLOBAL_STEP: 121200 + | > loss_text_ce: 0.03834574669599533 (0.0378979554672163) + | > loss_mel_ce: 2.608384847640991 (2.705726516734785) + | > loss: 0.661682665348053 (0.6859061176316794) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.12852337811192993) + | > loader_time: 0.0048 (0.00491224757412024) + + + --> TIME: 2024-12-24 05:38:20 -- STEP: 5180/7738 -- GLOBAL_STEP: 121250 + | > loss_text_ce: 0.039239633828401566 (0.03790300265889469) + | > loss_mel_ce: 2.6021974086761475 (2.7057125678854064) + | > loss: 0.660359263420105 (0.6859038922202185) + | > current_lr: 5e-06 + | > step_time: 0.1197 (0.12855083127739772) + | > loader_time: 0.0051 (0.004913195449873286) + + + --> TIME: 2024-12-24 05:38:32 -- STEP: 5230/7738 -- GLOBAL_STEP: 121300 + | > loss_text_ce: 0.0386783629655838 (0.03790031507055668) + | > loss_mel_ce: 2.7562408447265625 (2.7056128826469545) + | > loss: 0.6987298130989075 (0.685878299025688) + | > current_lr: 5e-06 + | > step_time: 0.1442 (0.12861043618240453) + | > loader_time: 0.005 (0.0049144286270579205) + + + --> TIME: 2024-12-24 05:38:44 -- STEP: 5280/7738 -- GLOBAL_STEP: 121350 + | > loss_text_ce: 0.036502446979284286 (0.03789940839703882) + | > loss_mel_ce: 2.7660646438598633 (2.705624840340826) + | > loss: 0.7006417512893677 (0.6858810617616693) + | > current_lr: 5e-06 + | > step_time: 0.1127 (0.1286584143385738) + | > loader_time: 0.0049 (0.004915689835042662) + + + --> TIME: 2024-12-24 05:38:56 -- STEP: 5330/7738 -- GLOBAL_STEP: 121400 + | > loss_text_ce: 0.03738272190093994 (0.03789947710819456) + | > loss_mel_ce: 2.684278726577759 (2.7058048422296266) + | > loss: 0.6804153919219971 (0.685926079425759) + | > current_lr: 5e-06 + | > step_time: 0.1328 (0.12868505588839196) + | > loader_time: 0.0051 (0.004916718126908921) + + + --> TIME: 2024-12-24 05:39:07 -- STEP: 5380/7738 -- GLOBAL_STEP: 121450 + | > loss_text_ce: 0.03389135003089905 (0.0379025133901368) + | > loss_mel_ce: 2.8195672035217285 (2.705902191697436) + | > loss: 0.7133646607398987 (0.6859511758536668) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12867415939564986) + | > loader_time: 0.0058 (0.004917861670809609) + + + --> TIME: 2024-12-24 05:39:18 -- STEP: 5430/7738 -- GLOBAL_STEP: 121500 + | > loss_text_ce: 0.03991527110338211 (0.03790153647339028) + | > loss_mel_ce: 2.789604425430298 (2.705696713858541) + | > loss: 0.707379937171936 (0.6858995621595166) + | > current_lr: 5e-06 + | > step_time: 0.1104 (0.1286092740176565) + | > loader_time: 0.0048 (0.004918330326045195) + + + --> TIME: 2024-12-24 05:39:30 -- STEP: 5480/7738 -- GLOBAL_STEP: 121550 + | > loss_text_ce: 0.03985605761408806 (0.037897789799846135) + | > loss_mel_ce: 2.555652141571045 (2.705729235088733) + | > loss: 0.6488770246505737 (0.6859067557610747) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12863347965435334) + | > loader_time: 0.0049 (0.00491928471265918) + + + --> TIME: 2024-12-24 05:39:42 -- STEP: 5530/7738 -- GLOBAL_STEP: 121600 + | > loss_text_ce: 0.03932274505496025 (0.03789874673172631) + | > loss_mel_ce: 2.636474609375 (2.7059593846095136) + | > loss: 0.6689493656158447 (0.68596453238784) + | > current_lr: 5e-06 + | > step_time: 0.11 (0.12864343154279437) + | > loader_time: 0.0049 (0.0049200399874778575) + + + --> TIME: 2024-12-24 05:39:54 -- STEP: 5580/7738 -- GLOBAL_STEP: 121650 + | > loss_text_ce: 0.037367116659879684 (0.03790158111281603) + | > loss_mel_ce: 2.629556894302368 (2.7061235501347425) + | > loss: 0.6667309999465942 (0.6860062824141611) + | > current_lr: 5e-06 + | > step_time: 0.1479 (0.12868006062763931) + | > loader_time: 0.0052 (0.004920539975593589) + + + --> TIME: 2024-12-24 05:40:06 -- STEP: 5630/7738 -- GLOBAL_STEP: 121700 + | > loss_text_ce: 0.0393819659948349 (0.037900846736376496) + | > loss_mel_ce: 2.6742284297943115 (2.7060431789970676) + | > loss: 0.6784026026725769 (0.6859860060270064) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12873981731611236) + | > loader_time: 0.0049 (0.004921611841787867) + + + --> TIME: 2024-12-24 05:40:17 -- STEP: 5680/7738 -- GLOBAL_STEP: 121750 + | > loss_text_ce: 0.03684184327721596 (0.03790086720394564) + | > loss_mel_ce: 2.729579210281372 (2.705938146945449) + | > loss: 0.691605269908905 (0.6859597531422775) + | > current_lr: 5e-06 + | > step_time: 0.0781 (0.12870646266030542) + | > loader_time: 0.0043 (0.0049216711605098796) + + + --> TIME: 2024-12-24 05:40:29 -- STEP: 5730/7738 -- GLOBAL_STEP: 121800 + | > loss_text_ce: 0.03643699735403061 (0.03789942466457207) + | > loss_mel_ce: 2.6286044120788574 (2.7058009999376678) + | > loss: 0.6662603616714478 (0.6859251057810403) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.12874790690124083) + | > loader_time: 0.0046 (0.004922669470622268) + + + --> TIME: 2024-12-24 05:40:40 -- STEP: 5780/7738 -- GLOBAL_STEP: 121850 + | > loss_text_ce: 0.03615127131342888 (0.03789629098704677) + | > loss_mel_ce: 2.7080605030059814 (2.7055600202619776) + | > loss: 0.6860529184341431 (0.6858640774620455) + | > current_lr: 5e-06 + | > step_time: 0.1134 (0.12876160408798742) + | > loader_time: 0.005 (0.00492374422640948) + + + --> TIME: 2024-12-24 05:40:52 -- STEP: 5830/7738 -- GLOBAL_STEP: 121900 + | > loss_text_ce: 0.037599388509988785 (0.03789287330886251) + | > loss_mel_ce: 2.6871767044067383 (2.7057233755625285) + | > loss: 0.681194007396698 (0.6859040618862962) + | > current_lr: 5e-06 + | > step_time: 0.1219 (0.12878529841454056) + | > loader_time: 0.0049 (0.004924894278904168) + + + --> TIME: 2024-12-24 05:41:04 -- STEP: 5880/7738 -- GLOBAL_STEP: 121950 + | > loss_text_ce: 0.04129508510231972 (0.03789351416758072) + | > loss_mel_ce: 2.7264630794525146 (2.705591248938821) + | > loss: 0.6919395327568054 (0.685871190471309) + | > current_lr: 5e-06 + | > step_time: 0.1285 (0.12878737173923765) + | > loader_time: 0.005 (0.004925593429682199) + + + --> TIME: 2024-12-24 05:41:15 -- STEP: 5930/7738 -- GLOBAL_STEP: 122000 + | > loss_text_ce: 0.032351572066545486 (0.037889596775588695) + | > loss_mel_ce: 2.951539993286133 (2.7055143458445157) + | > loss: 0.7459728717803955 (0.6858509853356612) + | > current_lr: 5e-06 + | > step_time: 0.1834 (0.12877908034429114) + | > loader_time: 0.0056 (0.00492625441559249) + + + --> TIME: 2024-12-24 05:41:27 -- STEP: 5980/7738 -- GLOBAL_STEP: 122050 + | > loss_text_ce: 0.0401545912027359 (0.0378945466420647) + | > loss_mel_ce: 2.808966636657715 (2.705482974419222) + | > loss: 0.7122803330421448 (0.6858443799525207) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12879578517033435) + | > loader_time: 0.005 (0.004926932057409378) + + + --> TIME: 2024-12-24 05:41:38 -- STEP: 6030/7738 -- GLOBAL_STEP: 122100 + | > loss_text_ce: 0.039707884192466736 (0.0378968883450969) + | > loss_mel_ce: 2.7464425563812256 (2.705234737657193) + | > loss: 0.6965376138687134 (0.6857829061610194) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.12878003029483193) + | > loader_time: 0.0053 (0.004927585808989618) + + + --> TIME: 2024-12-24 05:41:50 -- STEP: 6080/7738 -- GLOBAL_STEP: 122150 + | > loss_text_ce: 0.0368042066693306 (0.03789930877882346) + | > loss_mel_ce: 2.590864896774292 (2.705047840742686) + | > loss: 0.6569172739982605 (0.6857367870544923) + | > current_lr: 5e-06 + | > step_time: 0.0809 (0.12875674915941054) + | > loader_time: 0.0044 (0.004927786635725121) + + + --> TIME: 2024-12-24 05:42:01 -- STEP: 6130/7738 -- GLOBAL_STEP: 122200 + | > loss_text_ce: 0.035982485860586166 (0.03789696472425005) + | > loss_mel_ce: 2.9498186111450195 (2.705161454588124) + | > loss: 0.7464502453804016 (0.6857646044860273) + | > current_lr: 5e-06 + | > step_time: 0.1626 (0.12877862830729814) + | > loader_time: 0.0056 (0.00492849952828437) + + + --> TIME: 2024-12-24 05:42:13 -- STEP: 6180/7738 -- GLOBAL_STEP: 122250 + | > loss_text_ce: 0.0393371656537056 (0.037896279673902813) + | > loss_mel_ce: 2.7251906394958496 (2.705015059659394) + | > loss: 0.6911319494247437 (0.6857278344989987) + | > current_lr: 5e-06 + | > step_time: 0.0992 (0.12879004810234398) + | > loader_time: 0.0052 (0.004929381512515368) + + + --> TIME: 2024-12-24 05:42:24 -- STEP: 6230/7738 -- GLOBAL_STEP: 122300 + | > loss_text_ce: 0.034626372158527374 (0.03789481412930292) + | > loss_mel_ce: 2.524722099304199 (2.70494085919608) + | > loss: 0.6398371458053589 (0.6857089179955178) + | > current_lr: 5e-06 + | > step_time: 0.0852 (0.12872187234042645) + | > loader_time: 0.0044 (0.004929052731007288) + + + --> TIME: 2024-12-24 05:42:36 -- STEP: 6280/7738 -- GLOBAL_STEP: 122350 + | > loss_text_ce: 0.038550086319446564 (0.037893599097077166) + | > loss_mel_ce: 2.7149298191070557 (2.704885567183705) + | > loss: 0.6883699893951416 (0.6856947912532059) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12872481106952402) + | > loader_time: 0.0053 (0.004929351009381043) + + + --> TIME: 2024-12-24 05:42:47 -- STEP: 6330/7738 -- GLOBAL_STEP: 122400 + | > loss_text_ce: 0.040014758706092834 (0.03789289659168721) + | > loss_mel_ce: 2.8306868076324463 (2.704881106055741) + | > loss: 0.7176753878593445 (0.6856935003263319) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12872315507741056) + | > loader_time: 0.0053 (0.004929353953537777) + + + --> TIME: 2024-12-24 05:42:59 -- STEP: 6380/7738 -- GLOBAL_STEP: 122450 + | > loss_text_ce: 0.03646494448184967 (0.03788796996954702) + | > loss_mel_ce: 2.7388527393341064 (2.704751045913156) + | > loss: 0.6938294172286987 (0.6856597536129643) + | > current_lr: 5e-06 + | > step_time: 0.1436 (0.12873347082108078) + | > loader_time: 0.0053 (0.004929878644435001) + + + --> TIME: 2024-12-24 05:43:10 -- STEP: 6430/7738 -- GLOBAL_STEP: 122500 + | > loss_text_ce: 0.03918777033686638 (0.03788514379411938) + | > loss_mel_ce: 2.6620047092437744 (2.704555693125092) + | > loss: 0.6752980947494507 (0.6856102088469189) + | > current_lr: 5e-06 + | > step_time: 0.162 (0.12872506163168382) + | > loader_time: 0.0052 (0.004930285198692206) + + + --> TIME: 2024-12-24 05:43:21 -- STEP: 6480/7738 -- GLOBAL_STEP: 122550 + | > loss_text_ce: 0.03680432215332985 (0.037885590091083214) + | > loss_mel_ce: 2.7801764011383057 (2.7044939162922472) + | > loss: 0.7042452096939087 (0.685594876211735) + | > current_lr: 5e-06 + | > step_time: 0.1049 (0.12868744024523895) + | > loader_time: 0.0051 (0.004930120706558213) + + + --> TIME: 2024-12-24 05:43:33 -- STEP: 6530/7738 -- GLOBAL_STEP: 122600 + | > loss_text_ce: 0.03795728459954262 (0.03788298730685686) + | > loss_mel_ce: 2.5832066535949707 (2.704308920687955) + | > loss: 0.655290961265564 (0.6855479766179743) + | > current_lr: 5e-06 + | > step_time: 0.1733 (0.12870395793301315) + | > loader_time: 0.0053 (0.004930658398872115) + + + --> TIME: 2024-12-24 05:43:45 -- STEP: 6580/7738 -- GLOBAL_STEP: 122650 + | > loss_text_ce: 0.039291881024837494 (0.03788274159360566) + | > loss_mel_ce: 2.7259366512298584 (2.704514474020901) + | > loss: 0.6913071274757385 (0.6855993035263571) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.1287231749676635) + | > loader_time: 0.0052 (0.004931163425503516) + + + --> TIME: 2024-12-24 05:43:56 -- STEP: 6630/7738 -- GLOBAL_STEP: 122700 + | > loss_text_ce: 0.03678194060921669 (0.03788167530106056) + | > loss_mel_ce: 2.7622854709625244 (2.704460440322103) + | > loss: 0.6997668743133545 (0.685585528522236) + | > current_lr: 5e-06 + | > step_time: 0.1513 (0.12873600248477668) + | > loader_time: 0.0055 (0.004931855813050867) + + + --> TIME: 2024-12-24 05:44:08 -- STEP: 6680/7738 -- GLOBAL_STEP: 122750 + | > loss_text_ce: 0.0386631153523922 (0.037881715946780484) + | > loss_mel_ce: 2.7814626693725586 (2.704474486026933) + | > loss: 0.7050314545631409 (0.6855890500777502) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1287731274159359) + | > loader_time: 0.0054 (0.004932355345366229) + + + --> TIME: 2024-12-24 05:44:20 -- STEP: 6730/7738 -- GLOBAL_STEP: 122800 + | > loss_text_ce: 0.03833336383104324 (0.03787858663611151) + | > loss_mel_ce: 2.5665793418884277 (2.7044226715858746) + | > loss: 0.6512281894683838 (0.6855753141296217) + | > current_lr: 5e-06 + | > step_time: 0.1383 (0.12875019660853265) + | > loader_time: 0.0051 (0.00493326994852005) + + + --> TIME: 2024-12-24 05:44:31 -- STEP: 6780/7738 -- GLOBAL_STEP: 122850 + | > loss_text_ce: 0.03705395385622978 (0.03787918677113953) + | > loss_mel_ce: 2.8160300254821777 (2.704373181077229) + | > loss: 0.7132710218429565 (0.6855630915513086) + | > current_lr: 5e-06 + | > step_time: 0.0834 (0.12876723811337998) + | > loader_time: 0.0045 (0.004933728299661357) + + + --> TIME: 2024-12-24 05:44:43 -- STEP: 6830/7738 -- GLOBAL_STEP: 122900 + | > loss_text_ce: 0.036259766668081284 (0.03787532016296755) + | > loss_mel_ce: 2.4660332202911377 (2.704406359848478) + | > loss: 0.6255732178688049 (0.6855704195677454) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.12873766739930367) + | > loader_time: 0.0047 (0.004933882073811507) + + + --> TIME: 2024-12-24 05:44:54 -- STEP: 6880/7738 -- GLOBAL_STEP: 122950 + | > loss_text_ce: 0.040040500462055206 (0.037878307009787046) + | > loss_mel_ce: 2.704967498779297 (2.704425860213677) + | > loss: 0.6862519979476929 (0.6855760413980073) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.12873020653807757) + | > loader_time: 0.0049 (0.004934233184470672) + + + --> TIME: 2024-12-24 05:45:05 -- STEP: 6930/7738 -- GLOBAL_STEP: 123000 + | > loss_text_ce: 0.04285142943263054 (0.03787872556484088) + | > loss_mel_ce: 2.644066095352173 (2.704489681318207) + | > loss: 0.6717293858528137 (0.685592101344471) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.12870602566442363) + | > loader_time: 0.0046 (0.004934071049545736) + + + --> TIME: 2024-12-24 05:45:17 -- STEP: 6980/7738 -- GLOBAL_STEP: 123050 + | > loss_text_ce: 0.03804579749703407 (0.0378800448868155) + | > loss_mel_ce: 2.633528709411621 (2.7043398646024013) + | > loss: 0.667893648147583 (0.685554977004713) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.12869662592950634) + | > loader_time: 0.0047 (0.004934284270322069) + + + --> TIME: 2024-12-24 05:45:29 -- STEP: 7030/7738 -- GLOBAL_STEP: 123100 + | > loss_text_ce: 0.036375418305397034 (0.03787975569188067) + | > loss_mel_ce: 2.705857753753662 (2.7042209383434095) + | > loss: 0.6855583190917969 (0.6855251731608031) + | > current_lr: 5e-06 + | > step_time: 0.1457 (0.12871007346157237) + | > loader_time: 0.005 (0.0049347025232328486) + + + --> TIME: 2024-12-24 05:45:40 -- STEP: 7080/7738 -- GLOBAL_STEP: 123150 + | > loss_text_ce: 0.037726178765296936 (0.03787968777130618) + | > loss_mel_ce: 2.533346652984619 (2.7041002089020876) + | > loss: 0.6427682042121887 (0.6854949738346255) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12871610899429448) + | > loader_time: 0.0046 (0.0049347962363291455) + + + --> TIME: 2024-12-24 05:45:52 -- STEP: 7130/7738 -- GLOBAL_STEP: 123200 + | > loss_text_ce: 0.03717264160513878 (0.03788106512868704) + | > loss_mel_ce: 2.6690866947174072 (2.7039400225100287) + | > loss: 0.6765648126602173 (0.6854552715974976) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12874324970459286) + | > loader_time: 0.0047 (0.004934843693341299) + + + --> TIME: 2024-12-24 05:46:04 -- STEP: 7180/7738 -- GLOBAL_STEP: 123250 + | > loss_text_ce: 0.03862430900335312 (0.03788211685825837) + | > loss_mel_ce: 2.6743733882904053 (2.7038584425588814) + | > loss: 0.6782494187355042 (0.6854351395434993) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.12876237986147493) + | > loader_time: 0.005 (0.0049351531150945245) + + + --> TIME: 2024-12-24 05:46:15 -- STEP: 7230/7738 -- GLOBAL_STEP: 123300 + | > loss_text_ce: 0.03841106966137886 (0.037881730083649076) + | > loss_mel_ce: 2.6642560958862305 (2.7037702741794383) + | > loss: 0.6756668090820312 (0.6854130007501794) + | > current_lr: 5e-06 + | > step_time: 0.1432 (0.1287390963830057) + | > loader_time: 0.0051 (0.004935029466452262) + + + --> TIME: 2024-12-24 05:46:26 -- STEP: 7280/7738 -- GLOBAL_STEP: 123350 + | > loss_text_ce: 0.03697056323289871 (0.03788103030349755) + | > loss_mel_ce: 2.79008412361145 (2.7037618475628404) + | > loss: 0.7067636847496033 (0.6854107191601957) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12869806974143697) + | > loader_time: 0.0064 (0.004935349180148184) + + + --> TIME: 2024-12-24 05:46:38 -- STEP: 7330/7738 -- GLOBAL_STEP: 123400 + | > loss_text_ce: 0.037616513669490814 (0.03788140081529873) + | > loss_mel_ce: 2.58685040473938 (2.703664415009511) + | > loss: 0.6561167240142822 (0.6853864536360216) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.1287346212795609) + | > loader_time: 0.0051 (0.004936342837865797) + + + --> TIME: 2024-12-24 05:46:50 -- STEP: 7380/7738 -- GLOBAL_STEP: 123450 + | > loss_text_ce: 0.037875913083553314 (0.03788238063878627) + | > loss_mel_ce: 2.6334781646728516 (2.703686208615133) + | > loss: 0.6678385138511658 (0.6853921469634147) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.1287505390198243) + | > loader_time: 0.0054 (0.004937257223982139) + + + --> TIME: 2024-12-24 05:47:01 -- STEP: 7430/7738 -- GLOBAL_STEP: 123500 + | > loss_text_ce: 0.040523920208215714 (0.037882390347074836) + | > loss_mel_ce: 2.7590391635894775 (2.703581157346752) + | > loss: 0.6998907923698425 (0.6853658865871537) + | > current_lr: 5e-06 + | > step_time: 0.1731 (0.12874189174030803) + | > loader_time: 0.0055 (0.004937352145825215) + + + --> TIME: 2024-12-24 05:47:13 -- STEP: 7480/7738 -- GLOBAL_STEP: 123550 + | > loss_text_ce: 0.040451884269714355 (0.037885178974206894) + | > loss_mel_ce: 2.7560501098632812 (2.7033675224067037) + | > loss: 0.6991255283355713 (0.6853131750130403) + | > current_lr: 5e-06 + | > step_time: 0.1201 (0.12873398942105843) + | > loader_time: 0.0051 (0.004937549995228555) + + + --> TIME: 2024-12-24 05:47:24 -- STEP: 7530/7738 -- GLOBAL_STEP: 123600 + | > loss_text_ce: 0.0374516062438488 (0.03788360800015244) + | > loss_mel_ce: 2.409036636352539 (2.7032503111270616) + | > loss: 0.6116220355033875 (0.6852834794546666) + | > current_lr: 5e-06 + | > step_time: 0.1123 (0.1287549220549943) + | > loader_time: 0.0047 (0.004938010865473639) + + + --> TIME: 2024-12-24 05:47:37 -- STEP: 7580/7738 -- GLOBAL_STEP: 123650 + | > loss_text_ce: 0.03675387054681778 (0.0378826301264769) + | > loss_mel_ce: 2.825521945953369 (2.703212237735535) + | > loss: 0.7155689597129822 (0.6852737166478959) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.1288002008183958) + | > loader_time: 0.0051 (0.004938835518970325) + + + --> TIME: 2024-12-24 05:47:48 -- STEP: 7630/7738 -- GLOBAL_STEP: 123700 + | > loss_text_ce: 0.035069745033979416 (0.037879448013470325) + | > loss_mel_ce: 2.552706003189087 (2.7032438138209334) + | > loss: 0.6469439268112183 (0.6852808151535724) + | > current_lr: 5e-06 + | > step_time: 0.1557 (0.12877456676288093) + | > loader_time: 0.0054 (0.004939033413308307) + + + --> TIME: 2024-12-24 05:47:59 -- STEP: 7680/7738 -- GLOBAL_STEP: 123750 + | > loss_text_ce: 0.03799758478999138 (0.03787615630426427) + | > loss_mel_ce: 2.6783411502838135 (2.70305994596953) + | > loss: 0.6790846586227417 (0.6852340252681951) + | > current_lr: 5e-06 + | > step_time: 0.1347 (0.12875399437422477) + | > loader_time: 0.0052 (0.004939593716214088) + + + --> TIME: 2024-12-24 05:48:11 -- STEP: 7730/7738 -- GLOBAL_STEP: 123800 + | > loss_text_ce: 0.03738196939229965 (0.037876257122063994) + | > loss_mel_ce: 2.7723946571350098 (2.7029756836564216) + | > loss: 0.7024441361427307 (0.6852129848931775) + | > current_lr: 5e-06 + | > step_time: 0.156 (0.12877641183746968) + | > loader_time: 0.0051 (0.004940104762147642) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06877980448982934 (-4.193517896862453e-05) + | > avg_loss_text_ce: 0.03664810528433081 (-0.00012900330352059314) + | > avg_loss_mel_ce: 2.929139014446374 (-0.0007315199784558857) + | > avg_loss: 2.9657871229480013 (-0.000860524900031745) + + + > EPOCH: 16/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 05:49:11)  + + --> TIME: 2024-12-24 05:49:21 -- STEP: 42/7738 -- GLOBAL_STEP: 123850 + | > loss_text_ce: 0.0347491092979908 (0.03762841756854739) + | > loss_mel_ce: 2.6838881969451904 (2.7034923405874345) + | > loss: 0.6796593070030212 (0.6852801867893765) + | > current_lr: 5e-06 + | > step_time: 0.1158 (0.12816173122042698) + | > loader_time: 0.0045 (0.00492186773390997) + + + --> TIME: 2024-12-24 05:49:33 -- STEP: 92/7738 -- GLOBAL_STEP: 123900 + | > loss_text_ce: 0.041032467037439346 (0.037448735664720116) + | > loss_mel_ce: 2.6974294185638428 (2.6942795385485105) + | > loss: 0.6846154928207397 (0.6829320665286934) + | > current_lr: 5e-06 + | > step_time: 0.1003 (0.127031992311063) + | > loader_time: 0.0046 (0.004950536333996317) + + + --> TIME: 2024-12-24 05:49:45 -- STEP: 142/7738 -- GLOBAL_STEP: 123950 + | > loss_text_ce: 0.03851064667105675 (0.03762137399278055) + | > loss_mel_ce: 2.708862781524658 (2.6992180464972915) + | > loss: 0.6868433356285095 (0.6842098538304718) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.1305158809876778) + | > loader_time: 0.0049 (0.004949324567553022) + + + --> TIME: 2024-12-24 05:49:57 -- STEP: 192/7738 -- GLOBAL_STEP: 124000 + | > loss_text_ce: 0.03745978698134422 (0.03772187892658017) + | > loss_mel_ce: 2.488541841506958 (2.698732829342285) + | > loss: 0.6315004229545593 (0.6841136754179994) + | > current_lr: 5e-06 + | > step_time: 0.1296 (0.1309075132012367) + | > loader_time: 0.0049 (0.004918356736501058) + + + --> TIME: 2024-12-24 05:50:08 -- STEP: 242/7738 -- GLOBAL_STEP: 124050 + | > loss_text_ce: 0.04033505171537399 (0.03781322448337375) + | > loss_mel_ce: 2.6741654872894287 (2.6980672050113514) + | > loss: 0.6786251068115234 (0.6839701055495206) + | > current_lr: 5e-06 + | > step_time: 0.099 (0.1300366653883752) + | > loader_time: 0.0044 (0.004912801025327572) + + + --> TIME: 2024-12-24 05:50:20 -- STEP: 292/7738 -- GLOBAL_STEP: 124100 + | > loss_text_ce: 0.04154624789953232 (0.03787388082287493) + | > loss_mel_ce: 2.621877431869507 (2.6999629539986167) + | > loss: 0.6658559441566467 (0.6844592065843818) + | > current_lr: 5e-06 + | > step_time: 0.1049 (0.13012770104081656) + | > loader_time: 0.0049 (0.004903999909962695) + + + --> TIME: 2024-12-24 05:50:31 -- STEP: 342/7738 -- GLOBAL_STEP: 124150 + | > loss_text_ce: 0.04154613986611366 (0.03787990575601832) + | > loss_mel_ce: 2.5248770713806152 (2.6983063283719506) + | > loss: 0.641605794429779 (0.6840465565522508) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12952042532246016) + | > loader_time: 0.0043 (0.004891865434702375) + + + --> TIME: 2024-12-24 05:50:42 -- STEP: 392/7738 -- GLOBAL_STEP: 124200 + | > loss_text_ce: 0.03459211438894272 (0.03790476324264799) + | > loss_mel_ce: 2.7279183864593506 (2.6948320579772074) + | > loss: 0.6906276345252991 (0.6831842031405897) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12869616369811857) + | > loader_time: 0.0053 (0.004880663083524118) + + + --> TIME: 2024-12-24 05:50:54 -- STEP: 442/7738 -- GLOBAL_STEP: 124250 + | > loss_text_ce: 0.04019753262400627 (0.037925778285545476) + | > loss_mel_ce: 2.7168073654174805 (2.6956542800454515) + | > loss: 0.6892512440681458 (0.6833950128760273) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.1291250416596012) + | > loader_time: 0.0049 (0.004883857873769904) + + + --> TIME: 2024-12-24 05:51:05 -- STEP: 492/7738 -- GLOBAL_STEP: 124300 + | > loss_text_ce: 0.03930572420358658 (0.03788335672844718) + | > loss_mel_ce: 2.7541797161102295 (2.6965457259154886) + | > loss: 0.6983713507652283 (0.68360726910878) + | > current_lr: 5e-06 + | > step_time: 0.0976 (0.12876287369224115) + | > loader_time: 0.0046 (0.0048753735495776634) + + + --> TIME: 2024-12-24 05:51:17 -- STEP: 542/7738 -- GLOBAL_STEP: 124350 + | > loss_text_ce: 0.037392809987068176 (0.03788033455637769) + | > loss_mel_ce: 2.7643516063690186 (2.6954666538871948) + | > loss: 0.7004361152648926 (0.6833367458788672) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.12874243488171003) + | > loader_time: 0.0048 (0.004867049160918624) + + + --> TIME: 2024-12-24 05:51:28 -- STEP: 592/7738 -- GLOBAL_STEP: 124400 + | > loss_text_ce: 0.04034276306629181 (0.037884494925320554) + | > loss_mel_ce: 2.7061197757720947 (2.693752574759559) + | > loss: 0.6866156458854675 (0.6829092660667124) + | > current_lr: 5e-06 + | > step_time: 0.0925 (0.1285118533147348) + | > loader_time: 0.0044 (0.004857264660500187) + + + --> TIME: 2024-12-24 05:51:40 -- STEP: 642/7738 -- GLOBAL_STEP: 124450 + | > loss_text_ce: 0.03702018782496452 (0.03787318554437049) + | > loss_mel_ce: 2.876342535018921 (2.6933985346945644) + | > loss: 0.7283406853675842 (0.6828179287947602) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.12840613137895812) + | > loader_time: 0.0048 (0.004851445602108008) + + + --> TIME: 2024-12-24 05:51:51 -- STEP: 692/7738 -- GLOBAL_STEP: 124500 + | > loss_text_ce: 0.039440006017684937 (0.03789534405778256) + | > loss_mel_ce: 2.581453323364258 (2.694030865079405) + | > loss: 0.6552233099937439 (0.6829815511241811) + | > current_lr: 5e-06 + | > step_time: 0.087 (0.12823073609026872) + | > loader_time: 0.0043 (0.004850082314772405) + + + --> TIME: 2024-12-24 05:52:02 -- STEP: 742/7738 -- GLOBAL_STEP: 124550 + | > loss_text_ce: 0.035402651876211166 (0.03790336085177176) + | > loss_mel_ce: 2.8198676109313965 (2.6945130654743754) + | > loss: 0.7138175368309021 (0.6831041056351514) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12825898950633327) + | > loader_time: 0.0047 (0.0048541476463050464) + + + --> TIME: 2024-12-24 05:52:14 -- STEP: 792/7738 -- GLOBAL_STEP: 124600 + | > loss_text_ce: 0.036035146564245224 (0.03787560355990676) + | > loss_mel_ce: 2.605661392211914 (2.6938534984082914) + | > loss: 0.6604241132736206 (0.6829322745854198) + | > current_lr: 5e-06 + | > step_time: 0.0786 (0.12848266567846736) + | > loader_time: 0.0043 (0.004859203039997749) + + + --> TIME: 2024-12-24 05:52:26 -- STEP: 842/7738 -- GLOBAL_STEP: 124650 + | > loss_text_ce: 0.04180869832634926 (0.037857686167233374) + | > loss_mel_ce: 2.7438220977783203 (2.6928738791699107) + | > loss: 0.696407675743103 (0.6826828906485128) + | > current_lr: 5e-06 + | > step_time: 0.1695 (0.1284561749025649) + | > loader_time: 0.0054 (0.004860508470240789) + + + --> TIME: 2024-12-24 05:52:37 -- STEP: 892/7738 -- GLOBAL_STEP: 124700 + | > loss_text_ce: 0.04056042060256004 (0.03786271608814667) + | > loss_mel_ce: 2.582770824432373 (2.6928637417977193) + | > loss: 0.655832827091217 (0.6826816137729734) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12834336672128593) + | > loader_time: 0.005 (0.0048619487360453875) + + + --> TIME: 2024-12-24 05:52:49 -- STEP: 942/7738 -- GLOBAL_STEP: 124750 + | > loss_text_ce: 0.035697609186172485 (0.03786145248341589) + | > loss_mel_ce: 2.8755416870117188 (2.693833775834169) + | > loss: 0.7278098464012146 (0.6829238064476381) + | > current_lr: 5e-06 + | > step_time: 0.1728 (0.1287985106182707) + | > loader_time: 0.0055 (0.0048684357584408595) + + + --> TIME: 2024-12-24 05:53:01 -- STEP: 992/7738 -- GLOBAL_STEP: 124800 + | > loss_text_ce: 0.03762500733137131 (0.037850048471873114) + | > loss_mel_ce: 2.7521812915802 (2.692767760445997) + | > loss: 0.6974515914916992 (0.6826544515187697) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12874934053228765) + | > loader_time: 0.0053 (0.004868222100119433) + + + --> TIME: 2024-12-24 05:53:12 -- STEP: 1042/7738 -- GLOBAL_STEP: 124850 + | > loss_text_ce: 0.04208999127149582 (0.037851356127211806) + | > loss_mel_ce: 2.7073333263397217 (2.6925008887292807) + | > loss: 0.6873558163642883 (0.6825880607350541) + | > current_lr: 5e-06 + | > step_time: 0.1861 (0.12883483608487487) + | > loader_time: 0.0052 (0.004867755062520614) + + + --> TIME: 2024-12-24 05:53:23 -- STEP: 1092/7738 -- GLOBAL_STEP: 124900 + | > loss_text_ce: 0.03931819647550583 (0.037855431089525715) + | > loss_mel_ce: 2.6051719188690186 (2.692316349391101) + | > loss: 0.6611225008964539 (0.682542944838712) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12846618978095156) + | > loader_time: 0.0047 (0.004864615398448899) + + + --> TIME: 2024-12-24 05:53:35 -- STEP: 1142/7738 -- GLOBAL_STEP: 124950 + | > loss_text_ce: 0.037629690021276474 (0.037842789906258154) + | > loss_mel_ce: 2.6900386810302734 (2.6919390148957874) + | > loss: 0.6819170713424683 (0.6824454510170183) + | > current_lr: 5e-06 + | > step_time: 0.1372 (0.12849251297017128) + | > loader_time: 0.005 (0.004864170547124587) + + + --> TIME: 2024-12-24 05:53:47 -- STEP: 1192/7738 -- GLOBAL_STEP: 125000 + | > loss_text_ce: 0.039448317140340805 (0.03782605509204955) + | > loss_mel_ce: 2.8172926902770996 (2.692944925703459) + | > loss: 0.7141852378845215 (0.6826927449879224) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.12867982935585454) + | > loader_time: 0.005 (0.0048676339171876805) + + + --> TIME: 2024-12-24 05:53:58 -- STEP: 1242/7738 -- GLOBAL_STEP: 125050 + | > loss_text_ce: 0.03998703137040138 (0.03782734848354943) + | > loss_mel_ce: 2.6536166667938232 (2.693793829320519) + | > loss: 0.6734009385108948 (0.6829052941330771) + | > current_lr: 5e-06 + | > step_time: 0.1108 (0.12867456223461765) + | > loader_time: 0.0046 (0.004866711567373472) + + + --> TIME: 2024-12-24 05:54:10 -- STEP: 1292/7738 -- GLOBAL_STEP: 125100 + | > loss_text_ce: 0.03829716518521309 (0.03783546036380365) + | > loss_mel_ce: 2.8045129776000977 (2.6942600921580677) + | > loss: 0.7107025384902954 (0.683023887845016) + | > current_lr: 5e-06 + | > step_time: 0.1281 (0.12856075951927598) + | > loader_time: 0.0052 (0.004866261046737333) + + + --> TIME: 2024-12-24 05:54:21 -- STEP: 1342/7738 -- GLOBAL_STEP: 125150 + | > loss_text_ce: 0.036206312477588654 (0.03782014289229618) + | > loss_mel_ce: 2.73803448677063 (2.6947440775957996) + | > loss: 0.6935601830482483 (0.6831410548548412) + | > current_lr: 5e-06 + | > step_time: 0.1309 (0.12864112516451523) + | > loader_time: 0.0047 (0.004868227749752033) + + + --> TIME: 2024-12-24 05:54:33 -- STEP: 1392/7738 -- GLOBAL_STEP: 125200 + | > loss_text_ce: 0.037063561379909515 (0.03783584916000735) + | > loss_mel_ce: 2.9189488887786865 (2.6951441035188504) + | > loss: 0.7390031218528748 (0.6832449879797029) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12863569783753365) + | > loader_time: 0.0053 (0.00486851834702765) + + + --> TIME: 2024-12-24 05:54:45 -- STEP: 1442/7738 -- GLOBAL_STEP: 125250 + | > loss_text_ce: 0.04105067625641823 (0.03783490156158081) + | > loss_mel_ce: 2.5244603157043457 (2.695080615445749) + | > loss: 0.6413777470588684 (0.6832288791749749) + | > current_lr: 5e-06 + | > step_time: 0.1547 (0.12876367387097035) + | > loader_time: 0.0051 (0.004871000033311138) + + + --> TIME: 2024-12-24 05:54:56 -- STEP: 1492/7738 -- GLOBAL_STEP: 125300 + | > loss_text_ce: 0.03665626794099808 (0.03783837025211103) + | > loss_mel_ce: 2.7919487953186035 (2.6951679731182434) + | > loss: 0.7071512937545776 (0.6832515857414654) + | > current_lr: 5e-06 + | > step_time: 0.1406 (0.12882362885385673) + | > loader_time: 0.0056 (0.004871544825167815) + + + --> TIME: 2024-12-24 05:55:08 -- STEP: 1542/7738 -- GLOBAL_STEP: 125350 + | > loss_text_ce: 0.037259846925735474 (0.03782912515509689) + | > loss_mel_ce: 2.827319622039795 (2.695919286106972) + | > loss: 0.716144859790802 (0.6834371028088723) + | > current_lr: 5e-06 + | > step_time: 0.1546 (0.12900049661693244) + | > loader_time: 0.0051 (0.004875319941034573) + + + --> TIME: 2024-12-24 05:55:20 -- STEP: 1592/7738 -- GLOBAL_STEP: 125400 + | > loss_text_ce: 0.037522584199905396 (0.03784342057740875) + | > loss_mel_ce: 2.4420065879821777 (2.695309851636845) + | > loss: 0.6198822855949402 (0.6832883180535622) + | > current_lr: 5e-06 + | > step_time: 0.0764 (0.12903809487520146) + | > loader_time: 0.0043 (0.0048772477025362665) + + + --> TIME: 2024-12-24 05:55:31 -- STEP: 1642/7738 -- GLOBAL_STEP: 125450 + | > loss_text_ce: 0.03991537541151047 (0.03783222439219042) + | > loss_mel_ce: 2.4647903442382812 (2.6945046704811593) + | > loss: 0.6261764168739319 (0.6830842236508409) + | > current_lr: 5e-06 + | > step_time: 0.1662 (0.12902976563438578) + | > loader_time: 0.0051 (0.00488147433579476) + + + --> TIME: 2024-12-24 05:55:43 -- STEP: 1692/7738 -- GLOBAL_STEP: 125500 + | > loss_text_ce: 0.03708541765809059 (0.03783173654580731) + | > loss_mel_ce: 2.696803331375122 (2.694328124359714) + | > loss: 0.683472216129303 (0.6830399652885774) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.1289538150701681) + | > loader_time: 0.005 (0.004881612938910228) + + + --> TIME: 2024-12-24 05:55:54 -- STEP: 1742/7738 -- GLOBAL_STEP: 125550 + | > loss_text_ce: 0.03509744629263878 (0.03783395753619531) + | > loss_mel_ce: 2.6656670570373535 (2.6947026589434184) + | > loss: 0.6751911044120789 (0.6831341542893794) + | > current_lr: 5e-06 + | > step_time: 0.1565 (0.1287864858603231) + | > loader_time: 0.0052 (0.004882709440763452) + + + --> TIME: 2024-12-24 05:56:06 -- STEP: 1792/7738 -- GLOBAL_STEP: 125600 + | > loss_text_ce: 0.03794112429022789 (0.03783054994918148) + | > loss_mel_ce: 2.6448512077331543 (2.694402425682976) + | > loss: 0.6706981062889099 (0.6830582442094707) + | > current_lr: 5e-06 + | > step_time: 0.0741 (0.1288304959556885) + | > loader_time: 0.0041 (0.004884291307202406) + + + --> TIME: 2024-12-24 05:56:17 -- STEP: 1842/7738 -- GLOBAL_STEP: 125650 + | > loss_text_ce: 0.03704679384827614 (0.03782976280602591) + | > loss_mel_ce: 2.771986484527588 (2.694800834572929) + | > loss: 0.7022583484649658 (0.683157649704222) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12877232981815387) + | > loader_time: 0.0057 (0.0048863834718669) + + + --> TIME: 2024-12-24 05:56:28 -- STEP: 1892/7738 -- GLOBAL_STEP: 125700 + | > loss_text_ce: 0.035282377153635025 (0.03782306154343222) + | > loss_mel_ce: 2.8316123485565186 (2.694191359062281) + | > loss: 0.7167236804962158 (0.6830036056092126) + | > current_lr: 5e-06 + | > step_time: 0.0959 (0.12867323956580276) + | > loader_time: 0.0046 (0.004887098489805708) + + + --> TIME: 2024-12-24 05:56:40 -- STEP: 1942/7738 -- GLOBAL_STEP: 125750 + | > loss_text_ce: 0.03583821654319763 (0.037833963913112244) + | > loss_mel_ce: 2.8519155979156494 (2.6942381798668626) + | > loss: 0.72193843126297 (0.6830180363785229) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.12862804203642375) + | > loader_time: 0.0049 (0.004886687477143244) + + + --> TIME: 2024-12-24 05:56:51 -- STEP: 1992/7738 -- GLOBAL_STEP: 125800 + | > loss_text_ce: 0.03656915947794914 (0.03783492454660532) + | > loss_mel_ce: 2.6060471534729004 (2.6936414763630685) + | > loss: 0.6606540679931641 (0.6828691006065853) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.1285439965475993) + | > loader_time: 0.0048 (0.0048870567576473475) + + + --> TIME: 2024-12-24 05:57:03 -- STEP: 2042/7738 -- GLOBAL_STEP: 125850 + | > loss_text_ce: 0.03533848747611046 (0.0378219190105636) + | > loss_mel_ce: 2.6518359184265137 (2.693204945611912) + | > loss: 0.6717935800552368 (0.6827567166317691) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.12873169432424297) + | > loader_time: 0.005 (0.004888691584580557) + + + --> TIME: 2024-12-24 05:57:15 -- STEP: 2092/7738 -- GLOBAL_STEP: 125900 + | > loss_text_ce: 0.03510123863816261 (0.03782396568038844) + | > loss_mel_ce: 2.903583526611328 (2.692754342268808) + | > loss: 0.7346711754798889 (0.6826445774867933) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12869257680772586) + | > loader_time: 0.0047 (0.00488645203026941) + + + --> TIME: 2024-12-24 05:57:26 -- STEP: 2142/7738 -- GLOBAL_STEP: 125950 + | > loss_text_ce: 0.040474217385053635 (0.037824713081525) + | > loss_mel_ce: 2.6607143878936768 (2.692827736630165) + | > loss: 0.6752971410751343 (0.6826631128787998) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.12866417878593486) + | > loader_time: 0.0049 (0.004885875321681202) + + + --> TIME: 2024-12-24 05:57:37 -- STEP: 2192/7738 -- GLOBAL_STEP: 126000 + | > loss_text_ce: 0.03576764836907387 (0.03781511043674273) + | > loss_mel_ce: 2.4455738067626953 (2.6934121529551383) + | > loss: 0.6203353404998779 (0.6828068163599413) + | > current_lr: 5e-06 + | > step_time: 0.0727 (0.12858492701593102) + | > loader_time: 0.0042 (0.004885903348887921) + + + --> TIME: 2024-12-24 05:57:49 -- STEP: 2242/7738 -- GLOBAL_STEP: 126050 + | > loss_text_ce: 0.03777608647942543 (0.037819059226698565) + | > loss_mel_ce: 2.6188485622406006 (2.6932231188883913) + | > loss: 0.6641561388969421 (0.6827605449387691) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.12864371286131873) + | > loader_time: 0.0049 (0.004887575235460398) + + + --> TIME: 2024-12-24 05:58:00 -- STEP: 2292/7738 -- GLOBAL_STEP: 126100 + | > loss_text_ce: 0.03636748716235161 (0.037822128447458664) + | > loss_mel_ce: 2.5524094104766846 (2.6928339746193988) + | > loss: 0.6471942067146301 (0.6826640262185593) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12849863484683866) + | > loader_time: 0.0048 (0.004887324353163147) + + + --> TIME: 2024-12-24 05:58:12 -- STEP: 2342/7738 -- GLOBAL_STEP: 126150 + | > loss_text_ce: 0.03611041605472565 (0.03782713998277718) + | > loss_mel_ce: 2.719942331314087 (2.693124024507641) + | > loss: 0.6890131831169128 (0.6827377915687793) + | > current_lr: 5e-06 + | > step_time: 0.1758 (0.12854106766255238) + | > loader_time: 0.0054 (0.004887535468214693) + + + --> TIME: 2024-12-24 05:58:23 -- STEP: 2392/7738 -- GLOBAL_STEP: 126200 + | > loss_text_ce: 0.03581865504384041 (0.03782931016290873) + | > loss_mel_ce: 2.5862812995910645 (2.6931505534162543) + | > loss: 0.6555249691009521 (0.6827449663277452) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.1284521998569716) + | > loader_time: 0.0051 (0.004886941566913811) + + + --> TIME: 2024-12-24 05:58:34 -- STEP: 2442/7738 -- GLOBAL_STEP: 126250 + | > loss_text_ce: 0.03657420724630356 (0.037827307030400006) + | > loss_mel_ce: 2.647665500640869 (2.6926129467657254) + | > loss: 0.6710599064826965 (0.6826100638662568) + | > current_lr: 5e-06 + | > step_time: 0.1095 (0.1283500592890183) + | > loader_time: 0.0047 (0.004887392147948358) + + + --> TIME: 2024-12-24 05:58:46 -- STEP: 2492/7738 -- GLOBAL_STEP: 126300 + | > loss_text_ce: 0.038224440068006516 (0.037830434329987214) + | > loss_mel_ce: 2.550790309906006 (2.6925115592981075) + | > loss: 0.647253692150116 (0.6825854988054133) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12832995871288225) + | > loader_time: 0.0047 (0.004888471114310171) + + + --> TIME: 2024-12-24 05:58:57 -- STEP: 2542/7738 -- GLOBAL_STEP: 126350 + | > loss_text_ce: 0.034560006111860275 (0.03783746955756556) + | > loss_mel_ce: 2.698519229888916 (2.6922976445438977) + | > loss: 0.6832697987556458 (0.6825337789595172) + | > current_lr: 5e-06 + | > step_time: 0.1088 (0.12835726702335196) + | > loader_time: 0.0046 (0.004889458488236243) + + + --> TIME: 2024-12-24 05:59:09 -- STEP: 2592/7738 -- GLOBAL_STEP: 126400 + | > loss_text_ce: 0.03340480104088783 (0.037828774881307814) + | > loss_mel_ce: 2.759519100189209 (2.6920464414137424) + | > loss: 0.6982309818267822 (0.6824688045422973) + | > current_lr: 5e-06 + | > step_time: 0.0986 (0.12837882579108803) + | > loader_time: 0.0048 (0.004888855288794004) + + + --> TIME: 2024-12-24 05:59:20 -- STEP: 2642/7738 -- GLOBAL_STEP: 126450 + | > loss_text_ce: 0.037587638944387436 (0.037819958244712064) + | > loss_mel_ce: 2.7291531562805176 (2.6920718973464486) + | > loss: 0.6916851997375488 (0.6824729643609829) + | > current_lr: 5e-06 + | > step_time: 0.1122 (0.1283547338619996) + | > loader_time: 0.0047 (0.004888385105638401) + + + --> TIME: 2024-12-24 05:59:32 -- STEP: 2692/7738 -- GLOBAL_STEP: 126500 + | > loss_text_ce: 0.03957563638687134 (0.03781951841293537) + | > loss_mel_ce: 2.775193452835083 (2.6918589526795733) + | > loss: 0.7036922574043274 (0.6824196181626772) + | > current_lr: 5e-06 + | > step_time: 0.127 (0.12831711202284177) + | > loader_time: 0.0051 (0.004888423573209121) + + + --> TIME: 2024-12-24 05:59:44 -- STEP: 2742/7738 -- GLOBAL_STEP: 126550 + | > loss_text_ce: 0.03675597161054611 (0.03781198579913127) + | > loss_mel_ce: 2.7331290245056152 (2.6924145327789986) + | > loss: 0.6924712657928467 (0.6825566299852016) + | > current_lr: 5e-06 + | > step_time: 0.1637 (0.12840607434098142) + | > loader_time: 0.0052 (0.004888960864750847) + + + --> TIME: 2024-12-24 05:59:55 -- STEP: 2792/7738 -- GLOBAL_STEP: 126600 + | > loss_text_ce: 0.03905663266777992 (0.03781120810673764) + | > loss_mel_ce: 2.55471134185791 (2.692943700148933) + | > loss: 0.6484419703483582 (0.682688727505228) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12835178359873273) + | > loader_time: 0.0046 (0.0048889542548225945) + + + --> TIME: 2024-12-24 06:00:06 -- STEP: 2842/7738 -- GLOBAL_STEP: 126650 + | > loss_text_ce: 0.03876863792538643 (0.03780785030216767) + | > loss_mel_ce: 2.7886879444122314 (2.693053707448975) + | > loss: 0.7068641185760498 (0.6827153898644504) + | > current_lr: 5e-06 + | > step_time: 0.1742 (0.12838795216967697) + | > loader_time: 0.0056 (0.0048900693340422205) + + + --> TIME: 2024-12-24 06:00:18 -- STEP: 2892/7738 -- GLOBAL_STEP: 126700 + | > loss_text_ce: 0.036284931004047394 (0.037801872710227315) + | > loss_mel_ce: 2.6584198474884033 (2.6929922981051173) + | > loss: 0.6736761927604675 (0.6826985431822173) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12837893488001478) + | > loader_time: 0.005 (0.004891727063006211) + + + --> TIME: 2024-12-24 06:00:29 -- STEP: 2942/7738 -- GLOBAL_STEP: 126750 + | > loss_text_ce: 0.03932277485728264 (0.03780268099384405) + | > loss_mel_ce: 2.5426642894744873 (2.693148871087282) + | > loss: 0.6454967856407166 (0.6827378885062027) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12828300308808388) + | > loader_time: 0.0048 (0.004893876840110371) + + + --> TIME: 2024-12-24 06:00:41 -- STEP: 2992/7738 -- GLOBAL_STEP: 126800 + | > loss_text_ce: 0.03748476877808571 (0.03780206149807558) + | > loss_mel_ce: 2.8438563346862793 (2.693085084305726) + | > loss: 0.7203353047370911 (0.6827217868783256) + | > current_lr: 5e-06 + | > step_time: 0.1415 (0.1283713329762693) + | > loader_time: 0.0052 (0.004896124974291583) + + + --> TIME: 2024-12-24 06:00:53 -- STEP: 3042/7738 -- GLOBAL_STEP: 126850 + | > loss_text_ce: 0.03863973915576935 (0.03780207957614423) + | > loss_mel_ce: 2.666872262954712 (2.6932181474960273) + | > loss: 0.6763780117034912 (0.6827550571776785) + | > current_lr: 5e-06 + | > step_time: 0.1399 (0.12835073329993205) + | > loader_time: 0.0052 (0.004897371865196648) + + + --> TIME: 2024-12-24 06:01:04 -- STEP: 3092/7738 -- GLOBAL_STEP: 126900 + | > loss_text_ce: 0.03610656037926674 (0.037806245048963) + | > loss_mel_ce: 2.8175110816955566 (2.6929699431569865) + | > loss: 0.7134044170379639 (0.6826940474195592) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12828574159012684) + | > loader_time: 0.005 (0.00489811508652463) + + + --> TIME: 2024-12-24 06:01:15 -- STEP: 3142/7738 -- GLOBAL_STEP: 126950 + | > loss_text_ce: 0.033479347825050354 (0.03779881520055709) + | > loss_mel_ce: 2.611600160598755 (2.6928270089254474) + | > loss: 0.6612699031829834 (0.6826564563754863) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12828355075294648) + | > loader_time: 0.0046 (0.004898120232405435) + + + --> TIME: 2024-12-24 06:01:27 -- STEP: 3192/7738 -- GLOBAL_STEP: 127000 + | > loss_text_ce: 0.03792719915509224 (0.03779465196021654) + | > loss_mel_ce: 2.749018669128418 (2.6928659705888633) + | > loss: 0.6967364549636841 (0.6826651560558114) + | > current_lr: 5e-06 + | > step_time: 0.0936 (0.1282986014857323) + | > loader_time: 0.005 (0.004899272867910241) + + + --> TIME: 2024-12-24 06:01:38 -- STEP: 3242/7738 -- GLOBAL_STEP: 127050 + | > loss_text_ce: 0.040251705795526505 (0.03779903130133548) + | > loss_mel_ce: 2.6199734210968018 (2.692408049275739) + | > loss: 0.6650562882423401 (0.6825517705750275) + | > current_lr: 5e-06 + | > step_time: 0.1099 (0.1281835876961385) + | > loader_time: 0.0047 (0.004899330671593991) + + + --> TIME: 2024-12-24 06:01:50 -- STEP: 3292/7738 -- GLOBAL_STEP: 127100 + | > loss_text_ce: 0.036578066647052765 (0.037787856911518425) + | > loss_mel_ce: 2.6759533882141113 (2.692557999821217) + | > loss: 0.6781328916549683 (0.6825864646371052) + | > current_lr: 5e-06 + | > step_time: 0.1006 (0.12821225487012572) + | > loader_time: 0.005 (0.004900094153379894) + + + --> TIME: 2024-12-24 06:02:01 -- STEP: 3342/7738 -- GLOBAL_STEP: 127150 + | > loss_text_ce: 0.03808686137199402 (0.037793854472769714) + | > loss_mel_ce: 2.6242494583129883 (2.692552023630237) + | > loss: 0.6655840873718262 (0.6825864699377692) + | > current_lr: 5e-06 + | > step_time: 0.27 (0.12829748746665293) + | > loader_time: 0.0057 (0.0049029744934136745) + + + --> TIME: 2024-12-24 06:02:13 -- STEP: 3392/7738 -- GLOBAL_STEP: 127200 + | > loss_text_ce: 0.04001379758119583 (0.037794583695084066) + | > loss_mel_ce: 2.8341214656829834 (2.6924970293382406) + | > loss: 0.7185338139533997 (0.6825729037090292) + | > current_lr: 5e-06 + | > step_time: 0.1464 (0.12832267055252755) + | > loader_time: 0.0053 (0.0049036987266450486) + + + --> TIME: 2024-12-24 06:02:24 -- STEP: 3442/7738 -- GLOBAL_STEP: 127250 + | > loss_text_ce: 0.0385328009724617 (0.03779416642531124) + | > loss_mel_ce: 2.6598658561706543 (2.69248284163134) + | > loss: 0.6745996475219727 (0.6825692524299034) + | > current_lr: 5e-06 + | > step_time: 0.1078 (0.12828394301335183) + | > loader_time: 0.0046 (0.004903183296487325) + + + --> TIME: 2024-12-24 06:02:35 -- STEP: 3492/7738 -- GLOBAL_STEP: 127300 + | > loss_text_ce: 0.0405910424888134 (0.037797232978323346) + | > loss_mel_ce: 2.7267374992370605 (2.6927555766711917) + | > loss: 0.6918321251869202 (0.6826382028312344) + | > current_lr: 5e-06 + | > step_time: 0.0945 (0.12819705215652855) + | > loader_time: 0.0046 (0.00490247302038972) + + + --> TIME: 2024-12-24 06:02:47 -- STEP: 3542/7738 -- GLOBAL_STEP: 127350 + | > loss_text_ce: 0.03689449280500412 (0.03779861060476522) + | > loss_mel_ce: 2.757702589035034 (2.6925549666670183) + | > loss: 0.6986492872238159 (0.6825883947375937) + | > current_lr: 5e-06 + | > step_time: 0.1619 (0.1282050930666149) + | > loader_time: 0.0053 (0.004901769940695602) + + + --> TIME: 2024-12-24 06:02:59 -- STEP: 3592/7738 -- GLOBAL_STEP: 127400 + | > loss_text_ce: 0.03850582614541054 (0.03779710323979173) + | > loss_mel_ce: 2.8244216442108154 (2.6927186312415268) + | > loss: 0.7157318592071533 (0.6826289340289504) + | > current_lr: 5e-06 + | > step_time: 0.1475 (0.12821884549540166) + | > loader_time: 0.0052 (0.004901992584389932) + + + --> TIME: 2024-12-24 06:03:10 -- STEP: 3642/7738 -- GLOBAL_STEP: 127450 + | > loss_text_ce: 0.03569146990776062 (0.03779588718803982) + | > loss_mel_ce: 2.5774948596954346 (2.6926938509430465) + | > loss: 0.6532965898513794 (0.682622434934504) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.12824082165089037) + | > loader_time: 0.0051 (0.004901979206552347) + + + --> TIME: 2024-12-24 06:03:22 -- STEP: 3692/7738 -- GLOBAL_STEP: 127500 + | > loss_text_ce: 0.03914172947406769 (0.037797204100749895) + | > loss_mel_ce: 2.6573421955108643 (2.692595822904116) + | > loss: 0.6741209626197815 (0.6825982570841924) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12824866811735722) + | > loader_time: 0.0046 (0.004902992514592719) + + + --> TIME: 2024-12-24 06:03:34 -- STEP: 3742/7738 -- GLOBAL_STEP: 127550 + | > loss_text_ce: 0.03831247612833977 (0.03779310136057842) + | > loss_mel_ce: 2.934605836868286 (2.6926641273727885) + | > loss: 0.7432295680046082 (0.6826143075220729) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.1283360304264122) + | > loader_time: 0.0052 (0.004904677943072167) + + + --> TIME: 2024-12-24 06:03:46 -- STEP: 3792/7738 -- GLOBAL_STEP: 127600 + | > loss_text_ce: 0.03616177290678024 (0.037786539103678664) + | > loss_mel_ce: 2.896393299102783 (2.693224225177542) + | > loss: 0.7331387400627136 (0.6827526913979386) + | > current_lr: 5e-06 + | > step_time: 0.1216 (0.12842079726704017) + | > loader_time: 0.0051 (0.004906182487805678) + + + --> TIME: 2024-12-24 06:03:57 -- STEP: 3842/7738 -- GLOBAL_STEP: 127650 + | > loss_text_ce: 0.03768712654709816 (0.037777649368635105) + | > loss_mel_ce: 2.6260812282562256 (2.6929855120175814) + | > loss: 0.6659420728683472 (0.6826907907191321) + | > current_lr: 5e-06 + | > step_time: 0.1221 (0.1283650983441064) + | > loader_time: 0.0047 (0.0049064431818495865) + + + --> TIME: 2024-12-24 06:04:09 -- STEP: 3892/7738 -- GLOBAL_STEP: 127700 + | > loss_text_ce: 0.03622426092624664 (0.03777677874499121) + | > loss_mel_ce: 2.676264762878418 (2.692919319237122) + | > loss: 0.6781222820281982 (0.682674024832212) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12838442064630246) + | > loader_time: 0.005 (0.004906636286614971) + + + --> TIME: 2024-12-24 06:04:20 -- STEP: 3942/7738 -- GLOBAL_STEP: 127750 + | > loss_text_ce: 0.03931663557887077 (0.03777915281198736) + | > loss_mel_ce: 2.7169063091278076 (2.692798139116352) + | > loss: 0.6890557408332825 (0.6826443233234758) + | > current_lr: 5e-06 + | > step_time: 0.1694 (0.12840943582042194) + | > loader_time: 0.0055 (0.004907146073548936) + + + --> TIME: 2024-12-24 06:04:32 -- STEP: 3992/7738 -- GLOBAL_STEP: 127800 + | > loss_text_ce: 0.040344223380088806 (0.037775917309998956) + | > loss_mel_ce: 2.5137860774993896 (2.692769843614649) + | > loss: 0.6385325789451599 (0.6826364405766756) + | > current_lr: 5e-06 + | > step_time: 0.1084 (0.12837097741558903) + | > loader_time: 0.0049 (0.004907542694068856) + + + --> TIME: 2024-12-24 06:04:43 -- STEP: 4042/7738 -- GLOBAL_STEP: 127850 + | > loss_text_ce: 0.03771735727787018 (0.037774964740323845) + | > loss_mel_ce: 2.520482301712036 (2.692562141022074) + | > loss: 0.6395499110221863 (0.6825842767703185) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.1283893694327878) + | > loader_time: 0.0049 (0.004908571203176123) + + + --> TIME: 2024-12-24 06:04:55 -- STEP: 4092/7738 -- GLOBAL_STEP: 127900 + | > loss_text_ce: 0.036681924015283585 (0.03777439842949226) + | > loss_mel_ce: 2.8148040771484375 (2.6927341578759503) + | > loss: 0.7128714919090271 (0.6826271393927195) + | > current_lr: 5e-06 + | > step_time: 0.1344 (0.12839123673686034) + | > loader_time: 0.0051 (0.004909035280885811) + + + --> TIME: 2024-12-24 06:05:06 -- STEP: 4142/7738 -- GLOBAL_STEP: 127950 + | > loss_text_ce: 0.03692839294672012 (0.03777075864245127) + | > loss_mel_ce: 2.582096576690674 (2.6925692918621804) + | > loss: 0.6547562479972839 (0.682585012950165) + | > current_lr: 5e-06 + | > step_time: 0.1483 (0.12836317075501855) + | > loader_time: 0.005 (0.0049096065002728695) + + + --> TIME: 2024-12-24 06:05:19 -- STEP: 4192/7738 -- GLOBAL_STEP: 128000 + | > loss_text_ce: 0.034538205713033676 (0.03777298188007631) + | > loss_mel_ce: 2.6769986152648926 (2.6927677044317897) + | > loss: 0.6778842210769653 (0.6826351718934438) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.1285229940109577) + | > loader_time: 0.0048 (0.004911747313182767) + + + --> TIME: 2024-12-24 06:05:30 -- STEP: 4242/7738 -- GLOBAL_STEP: 128050 + | > loss_text_ce: 0.036388546228408813 (0.037773028891647784) + | > loss_mel_ce: 2.7444074153900146 (2.692760001427154) + | > loss: 0.6951990127563477 (0.6826332579070473) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.128533274595718) + | > loader_time: 0.0048 (0.004912406529305618) + + + --> TIME: 2024-12-24 06:05:42 -- STEP: 4292/7738 -- GLOBAL_STEP: 128100 + | > loss_text_ce: 0.03367653116583824 (0.037778605621929556) + | > loss_mel_ce: 2.609447717666626 (2.6926995974662433) + | > loss: 0.6607810854911804 (0.6826195511046904) + | > current_lr: 5e-06 + | > step_time: 0.1272 (0.12856368121985254) + | > loader_time: 0.0049 (0.004912864684169797) + + + --> TIME: 2024-12-24 06:05:53 -- STEP: 4342/7738 -- GLOBAL_STEP: 128150 + | > loss_text_ce: 0.0345708429813385 (0.03777475080927746) + | > loss_mel_ce: 2.444551706314087 (2.6927036974409173) + | > loss: 0.6197806596755981 (0.6826196124014466) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12850995516238892) + | > loader_time: 0.0044 (0.004912885363230444) + + + --> TIME: 2024-12-24 06:06:05 -- STEP: 4392/7738 -- GLOBAL_STEP: 128200 + | > loss_text_ce: 0.038152411580085754 (0.03777363829107751) + | > loss_mel_ce: 2.6019351482391357 (2.692907353893651) + | > loss: 0.6600219011306763 (0.6826702484043355) + | > current_lr: 5e-06 + | > step_time: 0.1192 (0.12849946594194822) + | > loader_time: 0.0051 (0.0049131674410432605) + + + --> TIME: 2024-12-24 06:06:17 -- STEP: 4442/7738 -- GLOBAL_STEP: 128250 + | > loss_text_ce: 0.03589204326272011 (0.03777411961336763) + | > loss_mel_ce: 2.6885294914245605 (2.693136725271137) + | > loss: 0.681105375289917 (0.6827277116333246) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.12857941999353809) + | > loader_time: 0.0053 (0.004914765795948586) + + + --> TIME: 2024-12-24 06:06:28 -- STEP: 4492/7738 -- GLOBAL_STEP: 128300 + | > loss_text_ce: 0.03969955071806908 (0.037771056582844395) + | > loss_mel_ce: 2.920982599258423 (2.693431063040171) + | > loss: 0.7401705384254456 (0.6828005303258045) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12856298058773902) + | > loader_time: 0.005 (0.004915032711606518) + + + --> TIME: 2024-12-24 06:06:40 -- STEP: 4542/7738 -- GLOBAL_STEP: 128350 + | > loss_text_ce: 0.04023011773824692 (0.03777063136099329) + | > loss_mel_ce: 2.742767095565796 (2.6934238212951596) + | > loss: 0.6957492828369141 (0.6827986135665467) + | > current_lr: 5e-06 + | > step_time: 0.1254 (0.12863802458419998) + | > loader_time: 0.005 (0.004916095723144176) + + + --> TIME: 2024-12-24 06:06:51 -- STEP: 4592/7738 -- GLOBAL_STEP: 128400 + | > loss_text_ce: 0.04300243780016899 (0.03777248397849193) + | > loss_mel_ce: 2.6654393672943115 (2.693232541040673) + | > loss: 0.6771104335784912 (0.6827512566480493) + | > current_lr: 5e-06 + | > step_time: 0.092 (0.12857936582291132) + | > loader_time: 0.0046 (0.004916190218427034) + + + --> TIME: 2024-12-24 06:07:03 -- STEP: 4642/7738 -- GLOBAL_STEP: 128450 + | > loss_text_ce: 0.035849716514348984 (0.037771209328082714) + | > loss_mel_ce: 2.66638445854187 (2.6933715584872826) + | > loss: 0.6755585670471191 (0.6827856923474785) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12859333876339002) + | > loader_time: 0.005 (0.004916271429953516) + + + --> TIME: 2024-12-24 06:07:14 -- STEP: 4692/7738 -- GLOBAL_STEP: 128500 + | > loss_text_ce: 0.03699371591210365 (0.037770463083850944) + | > loss_mel_ce: 2.810518980026245 (2.6933842401980104) + | > loss: 0.7118781805038452 (0.682788676224199) + | > current_lr: 5e-06 + | > step_time: 0.1092 (0.1285218729590717) + | > loader_time: 0.0047 (0.004914936913655335) + + + --> TIME: 2024-12-24 06:07:25 -- STEP: 4742/7738 -- GLOBAL_STEP: 128550 + | > loss_text_ce: 0.03952647000551224 (0.03777436431354365) + | > loss_mel_ce: 2.692667245864868 (2.6936153832089262) + | > loss: 0.68304842710495 (0.6828474373140708) + | > current_lr: 5e-06 + | > step_time: 0.172 (0.12850504623390543) + | > loader_time: 0.0052 (0.004913882332379078) + + + --> TIME: 2024-12-24 06:07:37 -- STEP: 4792/7738 -- GLOBAL_STEP: 128600 + | > loss_text_ce: 0.04314146563410759 (0.03777552282014785) + | > loss_mel_ce: 2.616900682449341 (2.6938093279757354) + | > loss: 0.6650105118751526 (0.6828962131115751) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12849712376801503) + | > loader_time: 0.0046 (0.004913881147445142) + + + --> TIME: 2024-12-24 06:07:48 -- STEP: 4842/7738 -- GLOBAL_STEP: 128650 + | > loss_text_ce: 0.0409732423722744 (0.03777254509859991) + | > loss_mel_ce: 2.580286741256714 (2.6937848247313747) + | > loss: 0.6553149819374084 (0.6828893428373711) + | > current_lr: 5e-06 + | > step_time: 0.1325 (0.12850232431584266) + | > loader_time: 0.005 (0.004914049765434406) + + + --> TIME: 2024-12-24 06:08:00 -- STEP: 4892/7738 -- GLOBAL_STEP: 128700 + | > loss_text_ce: 0.03470619022846222 (0.037772844381819354) + | > loss_mel_ce: 2.7331461906433105 (2.6938753669513362) + | > loss: 0.6919630765914917 (0.6829120532494538) + | > current_lr: 5e-06 + | > step_time: 0.1417 (0.1285300551139225) + | > loader_time: 0.0052 (0.004914611943510841) + + + --> TIME: 2024-12-24 06:08:12 -- STEP: 4942/7738 -- GLOBAL_STEP: 128750 + | > loss_text_ce: 0.03961905464529991 (0.03777169096326968) + | > loss_mel_ce: 2.5966572761535645 (2.693693200666761) + | > loss: 0.6590690612792969 (0.6828662233403806) + | > current_lr: 5e-06 + | > step_time: 0.108 (0.1285315057325342) + | > loader_time: 0.0047 (0.004914910771112511) + + + --> TIME: 2024-12-24 06:08:23 -- STEP: 4992/7738 -- GLOBAL_STEP: 128800 + | > loss_text_ce: 0.03838571161031723 (0.0377693329624331) + | > loss_mel_ce: 2.6544899940490723 (2.693777494371315) + | > loss: 0.6732189059257507 (0.6828867072382807) + | > current_lr: 5e-06 + | > step_time: 0.0874 (0.1285281922095095) + | > loader_time: 0.0044 (0.004915879800533637) + + + --> TIME: 2024-12-24 06:08:35 -- STEP: 5042/7738 -- GLOBAL_STEP: 128850 + | > loss_text_ce: 0.03737590089440346 (0.0377717489581327) + | > loss_mel_ce: 2.7346506118774414 (2.6937786562960047) + | > loss: 0.6930066347122192 (0.6828876017152868) + | > current_lr: 5e-06 + | > step_time: 0.1726 (0.12854488441651873) + | > loader_time: 0.0051 (0.004914249375149256) + + + --> TIME: 2024-12-24 06:08:47 -- STEP: 5092/7738 -- GLOBAL_STEP: 128900 + | > loss_text_ce: 0.034580569714307785 (0.03777496473028247) + | > loss_mel_ce: 2.8649721145629883 (2.6936903632445643) + | > loss: 0.7248881459236145 (0.6828663323867636) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.12858208637020277) + | > loader_time: 0.0052 (0.004914348086127124) + + + --> TIME: 2024-12-24 06:08:58 -- STEP: 5142/7738 -- GLOBAL_STEP: 128950 + | > loss_text_ce: 0.03922942653298378 (0.0377792042416736) + | > loss_mel_ce: 2.6985018253326416 (2.6936453301727568) + | > loss: 0.6844328045845032 (0.6828561340125796) + | > current_lr: 5e-06 + | > step_time: 0.1112 (0.1285896370819873) + | > loader_time: 0.0048 (0.004915234737477842) + + + --> TIME: 2024-12-24 06:09:10 -- STEP: 5192/7738 -- GLOBAL_STEP: 129000 + | > loss_text_ce: 0.037516966462135315 (0.03778255670596904) + | > loss_mel_ce: 2.582698345184326 (2.693718395633577) + | > loss: 0.6550538539886475 (0.6828752385196962) + | > current_lr: 5e-06 + | > step_time: 0.1403 (0.1286560771369784) + | > loader_time: 0.0051 (0.004917029653014311) + + + --> TIME: 2024-12-24 06:09:22 -- STEP: 5242/7738 -- GLOBAL_STEP: 129050 + | > loss_text_ce: 0.03822256997227669 (0.037784752917455845) + | > loss_mel_ce: 2.6893255710601807 (2.6935910196624477) + | > loss: 0.6818870306015015 (0.6828439435809684) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.1286747303230983) + | > loader_time: 0.0047 (0.0049176049660017125) + + + --> TIME: 2024-12-24 06:09:33 -- STEP: 5292/7738 -- GLOBAL_STEP: 129100 + | > loss_text_ce: 0.03699684143066406 (0.03778573517840387) + | > loss_mel_ce: 2.914127826690674 (2.6932290592431456) + | > loss: 0.7377811670303345 (0.6827536990538032) + | > current_lr: 5e-06 + | > step_time: 0.1396 (0.12865104958223525) + | > loader_time: 0.0052 (0.004918095611390611) + + + --> TIME: 2024-12-24 06:09:45 -- STEP: 5342/7738 -- GLOBAL_STEP: 129150 + | > loss_text_ce: 0.04335678368806839 (0.03778402095793776) + | > loss_mel_ce: 2.8900229930877686 (2.6934263512955203) + | > loss: 0.7333449721336365 (0.6828025934826528) + | > current_lr: 5e-06 + | > step_time: 0.1235 (0.12861456950475805) + | > loader_time: 0.005 (0.004918246803012336) + + + --> TIME: 2024-12-24 06:09:57 -- STEP: 5392/7738 -- GLOBAL_STEP: 129200 + | > loss_text_ce: 0.03689774125814438 (0.03777882624286286) + | > loss_mel_ce: 2.635679006576538 (2.693392325800673) + | > loss: 0.668144166469574 (0.6827927884322432) + | > current_lr: 5e-06 + | > step_time: 0.1276 (0.1286699229337341) + | > loader_time: 0.005 (0.004919474397285755) + + + --> TIME: 2024-12-24 06:10:08 -- STEP: 5442/7738 -- GLOBAL_STEP: 129250 + | > loss_text_ce: 0.03892572224140167 (0.03777504095876826) + | > loss_mel_ce: 2.7390966415405273 (2.6932421941084237) + | > loss: 0.6945055723190308 (0.682754309201058) + | > current_lr: 5e-06 + | > step_time: 0.1639 (0.12863994468358103) + | > loader_time: 0.0053 (0.004919762253892722) + + + --> TIME: 2024-12-24 06:10:19 -- STEP: 5492/7738 -- GLOBAL_STEP: 129300 + | > loss_text_ce: 0.03766719624400139 (0.03777551519713681) + | > loss_mel_ce: 2.675111770629883 (2.6931426392709437) + | > loss: 0.6781947612762451 (0.6827295390429172) + | > current_lr: 5e-06 + | > step_time: 0.098 (0.12863865323250773) + | > loader_time: 0.0048 (0.004919961474711061) + + + --> TIME: 2024-12-24 06:10:31 -- STEP: 5542/7738 -- GLOBAL_STEP: 129350 + | > loss_text_ce: 0.03769996017217636 (0.03777843087781217) + | > loss_mel_ce: 2.6689703464508057 (2.6929760128098343) + | > loss: 0.6766675710678101 (0.6826886113306904) + | > current_lr: 5e-06 + | > step_time: 0.1154 (0.12864389607984633) + | > loader_time: 0.0049 (0.0049205417884295236) + + + --> TIME: 2024-12-24 06:10:42 -- STEP: 5592/7738 -- GLOBAL_STEP: 129400 + | > loss_text_ce: 0.039210107177495956 (0.037778895784992966) + | > loss_mel_ce: 2.869649887084961 (2.6930952236290837) + | > loss: 0.7272149920463562 (0.6827185302972812) + | > current_lr: 5e-06 + | > step_time: 0.0935 (0.1285884897084707) + | > loader_time: 0.0046 (0.004919646635587631) + + + --> TIME: 2024-12-24 06:10:53 -- STEP: 5642/7738 -- GLOBAL_STEP: 129450 + | > loss_text_ce: 0.0386650450527668 (0.03778118390104002) + | > loss_mel_ce: 2.6823196411132812 (2.6931583588954124) + | > loss: 0.6802461743354797 (0.6827348861255719) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.12857120753771362) + | > loader_time: 0.0046 (0.004919537455001987) + + + --> TIME: 2024-12-24 06:11:05 -- STEP: 5692/7738 -- GLOBAL_STEP: 129500 + | > loss_text_ce: 0.036919575184583664 (0.03778235097491026) + | > loss_mel_ce: 2.5735771656036377 (2.6931124596384666) + | > loss: 0.6526241898536682 (0.6827237031050184) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12853131487766617) + | > loader_time: 0.0049 (0.004919282542260197) + + + --> TIME: 2024-12-24 06:11:16 -- STEP: 5742/7738 -- GLOBAL_STEP: 129550 + | > loss_text_ce: 0.03859348222613335 (0.03778165985788945) + | > loss_mel_ce: 2.797982692718506 (2.6931268262846575) + | > loss: 0.7091440558433533 (0.6827271219767275) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.12853747230504525) + | > loader_time: 0.0048 (0.004919786895039768) + + + --> TIME: 2024-12-24 06:11:28 -- STEP: 5792/7738 -- GLOBAL_STEP: 129600 + | > loss_text_ce: 0.03541063889861107 (0.03778167248951818) + | > loss_mel_ce: 2.778714656829834 (2.693148191421403) + | > loss: 0.7035313248634338 (0.6827324664333438) + | > current_lr: 5e-06 + | > step_time: 0.1285 (0.12850507896249433) + | > loader_time: 0.005 (0.004919714855225706) + + + --> TIME: 2024-12-24 06:11:39 -- STEP: 5842/7738 -- GLOBAL_STEP: 129650 + | > loss_text_ce: 0.03812781348824501 (0.03778050379787459) + | > loss_mel_ce: 2.7728116512298584 (2.6932326035726506) + | > loss: 0.7027348875999451 (0.6827532773004031) + | > current_lr: 5e-06 + | > step_time: 0.0907 (0.1284991042820483) + | > loader_time: 0.0043 (0.004920138148810918) + + + --> TIME: 2024-12-24 06:11:51 -- STEP: 5892/7738 -- GLOBAL_STEP: 129700 + | > loss_text_ce: 0.038825929164886475 (0.03778066446951583) + | > loss_mel_ce: 2.829564094543457 (2.693046756083678) + | > loss: 0.7170975208282471 (0.6827068556168434) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.1285501078368039) + | > loader_time: 0.005 (0.004920899908476273) + + + --> TIME: 2024-12-24 06:12:03 -- STEP: 5942/7738 -- GLOBAL_STEP: 129750 + | > loss_text_ce: 0.04068303853273392 (0.037779769276525044) + | > loss_mel_ce: 2.817382574081421 (2.693110573496418) + | > loss: 0.7145164012908936 (0.6827225861666558) + | > current_lr: 5e-06 + | > step_time: 0.1381 (0.12860946517245817) + | > loader_time: 0.0048 (0.004921651536549275) + + + --> TIME: 2024-12-24 06:12:14 -- STEP: 5992/7738 -- GLOBAL_STEP: 129800 + | > loss_text_ce: 0.038325242698192596 (0.03778291183389561) + | > loss_mel_ce: 2.7338461875915527 (2.693040014904879) + | > loss: 0.6930428743362427 (0.6827057321693951) + | > current_lr: 5e-06 + | > step_time: 0.1343 (0.12859950579692864) + | > loader_time: 0.005 (0.004920640559954067) + + + --> TIME: 2024-12-24 06:12:26 -- STEP: 6042/7738 -- GLOBAL_STEP: 129850 + | > loss_text_ce: 0.03860437870025635 (0.03777792723248284) + | > loss_mel_ce: 2.625657796859741 (2.6928719093135935) + | > loss: 0.6660655736923218 (0.6826624596347814) + | > current_lr: 5e-06 + | > step_time: 0.1429 (0.12857365418806285) + | > loader_time: 0.0051 (0.004922179740140549) + + + --> TIME: 2024-12-24 06:12:37 -- STEP: 6092/7738 -- GLOBAL_STEP: 129900 + | > loss_text_ce: 0.0377645306289196 (0.03778055790189283) + | > loss_mel_ce: 2.7347543239593506 (2.6931282554655978) + | > loss: 0.6931297183036804 (0.6827272038395612) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12858344001043587) + | > loader_time: 0.0049 (0.004922941689106168) + + + --> TIME: 2024-12-24 06:12:49 -- STEP: 6142/7738 -- GLOBAL_STEP: 129950 + | > loss_text_ce: 0.0365394651889801 (0.037777972653889255) + | > loss_mel_ce: 2.7142252922058105 (2.692887195000553) + | > loss: 0.6876912117004395 (0.6826662923916295) + | > current_lr: 5e-06 + | > step_time: 0.1656 (0.1286434725494652) + | > loader_time: 0.0054 (0.004924116131538132) + + + --> TIME: 2024-12-24 06:13:01 -- STEP: 6192/7738 -- GLOBAL_STEP: 130000 + | > loss_text_ce: 0.038297638297080994 (0.03777550154868583) + | > loss_mel_ce: 2.728816509246826 (2.69293079353889) + | > loss: 0.6917785406112671 (0.6826765742393599) + | > current_lr: 5e-06 + | > step_time: 0.1394 (0.1286419896115315) + | > loader_time: 0.0053 (0.004924840974869346) + + + --> TIME: 2024-12-24 06:13:13 -- STEP: 6242/7738 -- GLOBAL_STEP: 130050 + | > loss_text_ce: 0.04171128198504448 (0.03777654616306033) + | > loss_mel_ce: 2.610856294631958 (2.6927951988750762) + | > loss: 0.6631419062614441 (0.6826429366969957) + | > current_lr: 5e-06 + | > step_time: 0.1448 (0.12865182995146818) + | > loader_time: 0.0052 (0.0049258363968819555) + + + --> TIME: 2024-12-24 06:13:24 -- STEP: 6292/7738 -- GLOBAL_STEP: 130100 + | > loss_text_ce: 0.03591949865221977 (0.03777360752016532) + | > loss_mel_ce: 2.712423086166382 (2.6928030999693613) + | > loss: 0.6870856285095215 (0.6826441773205767) + | > current_lr: 5e-06 + | > step_time: 0.0979 (0.12867077497335508) + | > loader_time: 0.0048 (0.004925851183792473) + + + --> TIME: 2024-12-24 06:13:36 -- STEP: 6342/7738 -- GLOBAL_STEP: 130150 + | > loss_text_ce: 0.03609859198331833 (0.03777592066817592) + | > loss_mel_ce: 2.8477556705474854 (2.692894456815893) + | > loss: 0.7209635376930237 (0.682667594815385) + | > current_lr: 5e-06 + | > step_time: 0.1329 (0.12867861589547772) + | > loader_time: 0.0052 (0.004926659112772104) + + + --> TIME: 2024-12-24 06:13:47 -- STEP: 6392/7738 -- GLOBAL_STEP: 130200 + | > loss_text_ce: 0.035723019391298294 (0.037779094604717234) + | > loss_mel_ce: 2.7812857627868652 (2.692763988045198) + | > loss: 0.7042521834373474 (0.682635771094337) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.12864715211531622) + | > loader_time: 0.0051 (0.004926640824770298) + + + --> TIME: 2024-12-24 06:13:59 -- STEP: 6442/7738 -- GLOBAL_STEP: 130250 + | > loss_text_ce: 0.04045714810490608 (0.037780358273049264) + | > loss_mel_ce: 2.8021931648254395 (2.6930671926612186) + | > loss: 0.7106626033782959 (0.6827118881867948) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12868787253432157) + | > loader_time: 0.0046 (0.0049279702446246776) + + + --> TIME: 2024-12-24 06:14:10 -- STEP: 6492/7738 -- GLOBAL_STEP: 130300 + | > loss_text_ce: 0.0356837660074234 (0.0377817330612256) + | > loss_mel_ce: 2.593092918395996 (2.6930292299773693) + | > loss: 0.657194197177887 (0.6827027412178499) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12866229182470681) + | > loader_time: 0.0051 (0.004928941353558759) + + + --> TIME: 2024-12-24 06:14:22 -- STEP: 6542/7738 -- GLOBAL_STEP: 130350 + | > loss_text_ce: 0.037159040570259094 (0.03778086043837366) + | > loss_mel_ce: 2.736149549484253 (2.6929752386079224) + | > loss: 0.6933271288871765 (0.6826890252191204) + | > current_lr: 5e-06 + | > step_time: 0.1011 (0.1286636558886656) + | > loader_time: 0.0045 (0.004929402158078853) + + + --> TIME: 2024-12-24 06:14:33 -- STEP: 6592/7738 -- GLOBAL_STEP: 130400 + | > loss_text_ce: 0.04304161295294762 (0.03778355739144989) + | > loss_mel_ce: 2.4394352436065674 (2.692824407941805) + | > loss: 0.6206192374229431 (0.6826519917931823) + | > current_lr: 5e-06 + | > step_time: 0.1006 (0.1286629484695133) + | > loader_time: 0.005 (0.004930228103422424) + + + --> TIME: 2024-12-24 06:14:45 -- STEP: 6642/7738 -- GLOBAL_STEP: 130450 + | > loss_text_ce: 0.04028506204485893 (0.03778801713552761) + | > loss_mel_ce: 2.7706480026245117 (2.6927981098098166) + | > loss: 0.7027332782745361 (0.6826465322162991) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.128646261933983) + | > loader_time: 0.0044 (0.004930760551023038) + + + --> TIME: 2024-12-24 06:14:56 -- STEP: 6692/7738 -- GLOBAL_STEP: 130500 + | > loss_text_ce: 0.0393555723130703 (0.03778757422926452) + | > loss_mel_ce: 2.897305727005005 (2.6927900018267414) + | > loss: 0.7341653108596802 (0.6826443944997028) + | > current_lr: 5e-06 + | > step_time: 0.0855 (0.12864094548644345) + | > loader_time: 0.0046 (0.004931611424780718) + + + --> TIME: 2024-12-24 06:15:08 -- STEP: 6742/7738 -- GLOBAL_STEP: 130550 + | > loss_text_ce: 0.03314363956451416 (0.037784699276001504) + | > loss_mel_ce: 2.582228899002075 (2.69287697871409) + | > loss: 0.6538431644439697 (0.6826654199640125) + | > current_lr: 5e-06 + | > step_time: 0.1018 (0.12867875249121985) + | > loader_time: 0.0047 (0.0049327394086011115) + + + --> TIME: 2024-12-24 06:15:19 -- STEP: 6792/7738 -- GLOBAL_STEP: 130600 + | > loss_text_ce: 0.039926283061504364 (0.03778156889953594) + | > loss_mel_ce: 2.444605588912964 (2.6926484457595685) + | > loss: 0.6211329698562622 (0.6826075041585468) + | > current_lr: 5e-06 + | > step_time: 0.1086 (0.12863803380229255) + | > loader_time: 0.0049 (0.004932936776793607) + + + --> TIME: 2024-12-24 06:15:31 -- STEP: 6842/7738 -- GLOBAL_STEP: 130650 + | > loss_text_ce: 0.03643416240811348 (0.037780772903877186) + | > loss_mel_ce: 2.534933567047119 (2.692608678874068) + | > loss: 0.6428419351577759 (0.6825973634411823) + | > current_lr: 5e-06 + | > step_time: 0.1671 (0.1286125741692109) + | > loader_time: 0.0056 (0.004933450626929717) + + + --> TIME: 2024-12-24 06:15:42 -- STEP: 6892/7738 -- GLOBAL_STEP: 130700 + | > loss_text_ce: 0.03501187264919281 (0.037778431427510153) + | > loss_mel_ce: 2.6416661739349365 (2.6926354807058397) + | > loss: 0.6691694855690002 (0.6826034785095387) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12861500925195787) + | > loader_time: 0.0051 (0.004934753502653701) + + + --> TIME: 2024-12-24 06:15:54 -- STEP: 6942/7738 -- GLOBAL_STEP: 130750 + | > loss_text_ce: 0.03735395520925522 (0.03777881025853749) + | > loss_mel_ce: 2.7273221015930176 (2.6924778115883377) + | > loss: 0.691169023513794 (0.6825641559287213) + | > current_lr: 5e-06 + | > step_time: 0.148 (0.12863955021041884) + | > loader_time: 0.0052 (0.004935793147173645) + + + --> TIME: 2024-12-24 06:16:06 -- STEP: 6992/7738 -- GLOBAL_STEP: 130800 + | > loss_text_ce: 0.034548692405223846 (0.03778022877633322) + | > loss_mel_ce: 2.612299680709839 (2.692468662317892) + | > loss: 0.661712110042572 (0.6825622232456108) + | > current_lr: 5e-06 + | > step_time: 0.1056 (0.12866126942007136) + | > loader_time: 0.0048 (0.004936674741913034) + + + --> TIME: 2024-12-24 06:16:17 -- STEP: 7042/7738 -- GLOBAL_STEP: 130850 + | > loss_text_ce: 0.039855457842350006 (0.037780078892400294) + | > loss_mel_ce: 2.620253801345825 (2.6924068691445497) + | > loss: 0.6650273203849792 (0.6825467374591605) + | > current_lr: 5e-06 + | > step_time: 0.113 (0.12863161678308765) + | > loader_time: 0.0049 (0.004936908057249937) + + + --> TIME: 2024-12-24 06:16:28 -- STEP: 7092/7738 -- GLOBAL_STEP: 130900 + | > loss_text_ce: 0.041847459971904755 (0.037784095252121015) + | > loss_mel_ce: 2.7166805267333984 (2.6923167520637175) + | > loss: 0.689631998538971 (0.6825252122887112) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.12862710282416615) + | > loader_time: 0.0056 (0.004937377846046013) + + + --> TIME: 2024-12-24 06:16:40 -- STEP: 7142/7738 -- GLOBAL_STEP: 130950 + | > loss_text_ce: 0.040139615535736084 (0.037782879837861105) + | > loss_mel_ce: 2.570469617843628 (2.6924949522547283) + | > loss: 0.6526523232460022 (0.6825694584589466) + | > current_lr: 5e-06 + | > step_time: 0.156 (0.12862580528916198) + | > loader_time: 0.0053 (0.004937816086819579) + + + --> TIME: 2024-12-24 06:16:51 -- STEP: 7192/7738 -- GLOBAL_STEP: 131000 + | > loss_text_ce: 0.0391693040728569 (0.03778176123920738) + | > loss_mel_ce: 2.6909260749816895 (2.692549290891756) + | > loss: 0.6825238466262817 (0.6825827634888193) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.12861981265271688) + | > loader_time: 0.005 (0.004938610602539029) + + + --> TIME: 2024-12-24 06:17:03 -- STEP: 7242/7738 -- GLOBAL_STEP: 131050 + | > loss_text_ce: 0.037497811019420624 (0.03778117375581598) + | > loss_mel_ce: 2.601440191268921 (2.6925725238292335) + | > loss: 0.6597344875335693 (0.6825884248597371) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12859717603218307) + | > loader_time: 0.0046 (0.004938844586235158) + + + --> TIME: 2024-12-24 06:17:14 -- STEP: 7292/7738 -- GLOBAL_STEP: 131100 + | > loss_text_ce: 0.037538107484579086 (0.03778166403698701) + | > loss_mel_ce: 2.647106647491455 (2.6924974982122576) + | > loss: 0.6711611747741699 (0.6825697910177546) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1286055451229382) + | > loader_time: 0.0051 (0.004939763413898512) + + + --> TIME: 2024-12-24 06:17:26 -- STEP: 7342/7738 -- GLOBAL_STEP: 131150 + | > loss_text_ce: 0.03490940108895302 (0.037779636821628354) + | > loss_mel_ce: 2.586617946624756 (2.6924891040942875) + | > loss: 0.6553818583488464 (0.6825671856652111) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.1285909848783422) + | > loader_time: 0.0048 (0.0049400581582240075) + + + --> TIME: 2024-12-24 06:17:37 -- STEP: 7392/7738 -- GLOBAL_STEP: 131200 + | > loss_text_ce: 0.04096848517656326 (0.037776670826385535) + | > loss_mel_ce: 2.8692715167999268 (2.692323416955292) + | > loss: 0.7275599837303162 (0.6825250223746692) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1285589649886276) + | > loader_time: 0.0052 (0.004940345625340681) + + + --> TIME: 2024-12-24 06:17:49 -- STEP: 7442/7738 -- GLOBAL_STEP: 131250 + | > loss_text_ce: 0.041558440774679184 (0.03777745286805201) + | > loss_mel_ce: 2.7668912410736084 (2.69235756688143) + | > loss: 0.7021124362945557 (0.682533755373873) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12856414311036543) + | > loader_time: 0.0049 (0.0049418916756092494) + + + --> TIME: 2024-12-24 06:18:00 -- STEP: 7492/7738 -- GLOBAL_STEP: 131300 + | > loss_text_ce: 0.042107511311769485 (0.03777543093175815) + | > loss_mel_ce: 2.6713149547576904 (2.692375601006274) + | > loss: 0.6783556342124939 (0.6825377584076553) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12854869513351216) + | > loader_time: 0.0049 (0.00494229984487115) + + + --> TIME: 2024-12-24 06:18:11 -- STEP: 7542/7738 -- GLOBAL_STEP: 131350 + | > loss_text_ce: 0.04055663198232651 (0.037777005399184105) + | > loss_mel_ce: 2.7240989208221436 (2.6924634989172294) + | > loss: 0.6911638975143433 (0.6825601264925303) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.12852649959320378) + | > loader_time: 0.0051 (0.004942695932026663) + + + --> TIME: 2024-12-24 06:18:23 -- STEP: 7592/7738 -- GLOBAL_STEP: 131400 + | > loss_text_ce: 0.03816699981689453 (0.037776104225095246) + | > loss_mel_ce: 2.651925802230835 (2.692460559599022) + | > loss: 0.6725232005119324 (0.6825591663430578) + | > current_lr: 5e-06 + | > step_time: 0.0854 (0.12852986142808656) + | > loader_time: 0.0045 (0.00494346242433353) + + + --> TIME: 2024-12-24 06:18:34 -- STEP: 7642/7738 -- GLOBAL_STEP: 131450 + | > loss_text_ce: 0.0406380370259285 (0.037774315484119865) + | > loss_mel_ce: 2.6159863471984863 (2.692532904919958) + | > loss: 0.6641560792922974 (0.6825768055091583) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12850678971661683) + | > loader_time: 0.0049 (0.004943569334849298) + + + --> TIME: 2024-12-24 06:18:46 -- STEP: 7692/7738 -- GLOBAL_STEP: 131500 + | > loss_text_ce: 0.035326018929481506 (0.037774164547821405) + | > loss_mel_ce: 2.6579320430755615 (2.6925033549126836) + | > loss: 0.6733145117759705 (0.6825693802587466) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12848181927259897) + | > loader_time: 0.0049 (0.004943674080581387) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06900595655344954 (+0.00022615206362019968) + | > avg_loss_text_ce: 0.036490884816480995 (-0.00015722046784981403) + | > avg_loss_mel_ce: 2.9318474206057443 (+0.0027084061593702913) + | > avg_loss: 2.968338293258591 (+0.002551170310589601) + + + > EPOCH: 17/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 06:19:55)  + + --> TIME: 2024-12-24 06:19:56 -- STEP: 4/7738 -- GLOBAL_STEP: 131550 + | > loss_text_ce: 0.03826377913355827 (0.036097439005970955) + | > loss_mel_ce: 2.787134885787964 (2.760681688785553) + | > loss: 0.7063496708869934 (0.6991947740316391) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.13510775566101074) + | > loader_time: 0.0059 (0.005425512790679932) + + + --> TIME: 2024-12-24 06:20:08 -- STEP: 54/7738 -- GLOBAL_STEP: 131600 + | > loss_text_ce: 0.034535545855760574 (0.03724725420276323) + | > loss_mel_ce: 2.6414387226104736 (2.7132110639854714) + | > loss: 0.6689935922622681 (0.687614581099263) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.13375799744217487) + | > loader_time: 0.0051 (0.0049773145605016625) + + + --> TIME: 2024-12-24 06:20:19 -- STEP: 104/7738 -- GLOBAL_STEP: 131650 + | > loss_text_ce: 0.03593800961971283 (0.03761336400818365) + | > loss_mel_ce: 2.7076334953308105 (2.711408252899464) + | > loss: 0.6858928799629211 (0.6872554054627055) + | > current_lr: 5e-06 + | > step_time: 0.1411 (0.13105381222871634) + | > loader_time: 0.005 (0.004929095506668089) + + + --> TIME: 2024-12-24 06:20:31 -- STEP: 154/7738 -- GLOBAL_STEP: 131700 + | > loss_text_ce: 0.034716419875621796 (0.03759148707250495) + | > loss_mel_ce: 2.802227020263672 (2.7041376364695564) + | > loss: 0.7092358469963074 (0.6854322827481606) + | > current_lr: 5e-06 + | > step_time: 0.1699 (0.13182829881643324) + | > loader_time: 0.0051 (0.004928160023379636) + + + --> TIME: 2024-12-24 06:20:43 -- STEP: 204/7738 -- GLOBAL_STEP: 131750 + | > loss_text_ce: 0.0409393310546875 (0.037610044209834395) + | > loss_mel_ce: 2.8369245529174805 (2.706418434778849) + | > loss: 0.719465970993042 (0.686007120445663) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.131854792435964) + | > loader_time: 0.0048 (0.004912573917239323) + + + --> TIME: 2024-12-24 06:20:54 -- STEP: 254/7738 -- GLOBAL_STEP: 131800 + | > loss_text_ce: 0.03793467953801155 (0.03765337349568295) + | > loss_mel_ce: 2.884387731552124 (2.7051555875718125) + | > loss: 0.7305806279182434 (0.6857022413118619) + | > current_lr: 5e-06 + | > step_time: 0.1164 (0.13069004806007936) + | > loader_time: 0.0047 (0.0048908980812613434) + + + --> TIME: 2024-12-24 06:21:06 -- STEP: 304/7738 -- GLOBAL_STEP: 131850 + | > loss_text_ce: 0.03540893644094467 (0.0376496716696573) + | > loss_mel_ce: 2.644355058670044 (2.7020480609253834) + | > loss: 0.6699410080909729 (0.6849244344783457) + | > current_lr: 5e-06 + | > step_time: 0.0842 (0.1304226784329667) + | > loader_time: 0.0044 (0.004880824371388087) + + + --> TIME: 2024-12-24 06:21:18 -- STEP: 354/7738 -- GLOBAL_STEP: 131900 + | > loss_text_ce: 0.03692514821887016 (0.037613758122769445) + | > loss_mel_ce: 2.689847469329834 (2.6995527912667914) + | > loss: 0.6816931366920471 (0.6842916382234652) + | > current_lr: 5e-06 + | > step_time: 0.1002 (0.13057089727477186) + | > loader_time: 0.0044 (0.004877689868043374) + + + --> TIME: 2024-12-24 06:21:29 -- STEP: 404/7738 -- GLOBAL_STEP: 131950 + | > loss_text_ce: 0.033805105835199356 (0.037696870753891956) + | > loss_mel_ce: 2.5839719772338867 (2.696666398850998) + | > loss: 0.6544442772865295 (0.6835908184547238) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.13020460145308257) + | > loader_time: 0.0048 (0.004872255986279785) + + + --> TIME: 2024-12-24 06:21:41 -- STEP: 454/7738 -- GLOBAL_STEP: 132000 + | > loss_text_ce: 0.03879694268107414 (0.03769340836299408) + | > loss_mel_ce: 2.652878522872925 (2.6922533013221974) + | > loss: 0.6729188561439514 (0.6824866782726172) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.13004132251907569) + | > loader_time: 0.0047 (0.004861202008923774) + + + --> TIME: 2024-12-24 06:21:52 -- STEP: 504/7738 -- GLOBAL_STEP: 132050 + | > loss_text_ce: 0.0355038195848465 (0.03772965378852351) + | > loss_mel_ce: 2.799593687057495 (2.6909748282697468) + | > loss: 0.7087743878364563 (0.6821761210522956) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.12993680011658454) + | > loader_time: 0.0048 (0.004857114383152557) + + + --> TIME: 2024-12-24 06:22:04 -- STEP: 554/7738 -- GLOBAL_STEP: 132100 + | > loss_text_ce: 0.03788601979613304 (0.037726190506013266) + | > loss_mel_ce: 2.840893030166626 (2.6887556968613224) + | > loss: 0.7196947336196899 (0.6816204724974583) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.12968848801692054) + | > loader_time: 0.0048 (0.004852375829262858) + + + --> TIME: 2024-12-24 06:22:15 -- STEP: 604/7738 -- GLOBAL_STEP: 132150 + | > loss_text_ce: 0.03962839022278786 (0.03774407676217571) + | > loss_mel_ce: 2.801182985305786 (2.690314870796458) + | > loss: 0.7102028727531433 (0.6820147377963099) + | > current_lr: 5e-06 + | > step_time: 0.1396 (0.12949712979083033) + | > loader_time: 0.0049 (0.004847345762694913) + + + --> TIME: 2024-12-24 06:22:27 -- STEP: 654/7738 -- GLOBAL_STEP: 132200 + | > loss_text_ce: 0.03931180015206337 (0.03775448720070565) + | > loss_mel_ce: 2.833125591278076 (2.691683362018808) + | > loss: 0.7181093692779541 (0.6823594630311389) + | > current_lr: 5e-06 + | > step_time: 0.1541 (0.12937680515674282) + | > loader_time: 0.0051 (0.004842465806080301) + + + --> TIME: 2024-12-24 06:22:38 -- STEP: 704/7738 -- GLOBAL_STEP: 132250 + | > loss_text_ce: 0.03876160457730293 (0.03772621923549608) + | > loss_mel_ce: 2.73862361907959 (2.690371705388482) + | > loss: 0.6943463087081909 (0.6820244819603181) + | > current_lr: 5e-06 + | > step_time: 0.1057 (0.1295377087186684) + | > loader_time: 0.005 (0.004839598455212339) + + + --> TIME: 2024-12-24 06:22:50 -- STEP: 754/7738 -- GLOBAL_STEP: 132300 + | > loss_text_ce: 0.039358388632535934 (0.03772450524532986) + | > loss_mel_ce: 2.6921491622924805 (2.6904897187053374) + | > loss: 0.6828768849372864 (0.6820535566509563) + | > current_lr: 5e-06 + | > step_time: 0.106 (0.1297383131335839) + | > loader_time: 0.0046 (0.004837599610144014) + + + --> TIME: 2024-12-24 06:23:01 -- STEP: 804/7738 -- GLOBAL_STEP: 132350 + | > loss_text_ce: 0.03892619162797928 (0.03771466784531354) + | > loss_mel_ce: 2.729809284210205 (2.6910257378027818) + | > loss: 0.6921838521957397 (0.6821851020873485) + | > current_lr: 5e-06 + | > step_time: 0.1001 (0.12936102039185335) + | > loader_time: 0.0046 (0.004833042325072028) + + + --> TIME: 2024-12-24 06:23:13 -- STEP: 854/7738 -- GLOBAL_STEP: 132400 + | > loss_text_ce: 0.040104079991579056 (0.03772037290472896) + | > loss_mel_ce: 2.755840539932251 (2.690613968310927) + | > loss: 0.6989861726760864 (0.6820835858513659) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12943276644311408) + | > loader_time: 0.0047 (0.004832919085053705) + + + --> TIME: 2024-12-24 06:23:24 -- STEP: 904/7738 -- GLOBAL_STEP: 132450 + | > loss_text_ce: 0.03757483512163162 (0.03770625338461086) + | > loss_mel_ce: 2.707767963409424 (2.691018129344536) + | > loss: 0.6863356828689575 (0.6821810960505919) + | > current_lr: 5e-06 + | > step_time: 0.1047 (0.1290248795948198) + | > loader_time: 0.0048 (0.004829975092305546) + + + --> TIME: 2024-12-24 06:23:36 -- STEP: 954/7738 -- GLOBAL_STEP: 132500 + | > loss_text_ce: 0.03666699305176735 (0.03771120144456501) + | > loss_mel_ce: 2.670417070388794 (2.69202617454329) + | > loss: 0.6767710447311401 (0.6824343441917214) + | > current_lr: 5e-06 + | > step_time: 0.1641 (0.12915374173058408) + | > loader_time: 0.0051 (0.004833932942564382) + + + --> TIME: 2024-12-24 06:23:47 -- STEP: 1004/7738 -- GLOBAL_STEP: 132550 + | > loss_text_ce: 0.036975618451833725 (0.03769366189176997) + | > loss_mel_ce: 2.7966551780700684 (2.6915024293371417) + | > loss: 0.7084077000617981 (0.682299022893032) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12920010256102357) + | > loader_time: 0.0048 (0.004834184133674044) + + + --> TIME: 2024-12-24 06:23:59 -- STEP: 1054/7738 -- GLOBAL_STEP: 132600 + | > loss_text_ce: 0.042100273072719574 (0.03768941721361152) + | > loss_mel_ce: 2.6375226974487305 (2.6912138692794314) + | > loss: 0.6699057221412659 (0.682225821762429) + | > current_lr: 5e-06 + | > step_time: 0.1223 (0.12915812701382717) + | > loader_time: 0.0048 (0.004834113808691615) + + + --> TIME: 2024-12-24 06:24:10 -- STEP: 1104/7738 -- GLOBAL_STEP: 132650 + | > loss_text_ce: 0.03967756778001785 (0.03768962454826882) + | > loss_mel_ce: 2.6844568252563477 (2.69152880254863) + | > loss: 0.6810336112976074 (0.6823046069214309) + | > current_lr: 5e-06 + | > step_time: 0.1218 (0.12898803577906842) + | > loader_time: 0.0049 (0.0048326579988866615) + + + --> TIME: 2024-12-24 06:24:21 -- STEP: 1154/7738 -- GLOBAL_STEP: 132700 + | > loss_text_ce: 0.03640042990446091 (0.03768660581188093) + | > loss_mel_ce: 2.9005517959594727 (2.6908378818006207) + | > loss: 0.7342380285263062 (0.6821311222102034) + | > current_lr: 5e-06 + | > step_time: 0.139 (0.1287354644084513) + | > loader_time: 0.0049 (0.004830042865495334) + + + --> TIME: 2024-12-24 06:24:33 -- STEP: 1204/7738 -- GLOBAL_STEP: 132750 + | > loss_text_ce: 0.03822895139455795 (0.03766921390794787) + | > loss_mel_ce: 2.669419765472412 (2.6899730208704247) + | > loss: 0.6769121885299683 (0.6819105589409603) + | > current_lr: 5e-06 + | > step_time: 0.1043 (0.1286896552358354) + | > loader_time: 0.0045 (0.0048302103118643) + + + --> TIME: 2024-12-24 06:24:44 -- STEP: 1254/7738 -- GLOBAL_STEP: 132800 + | > loss_text_ce: 0.036873165518045425 (0.037663943572430345) + | > loss_mel_ce: 2.648790121078491 (2.6887218916054922) + | > loss: 0.6714158058166504 (0.6815964590039166) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.12845808657352614) + | > loader_time: 0.0051 (0.004831192405980546) + + + --> TIME: 2024-12-24 06:24:56 -- STEP: 1304/7738 -- GLOBAL_STEP: 132850 + | > loss_text_ce: 0.04066094756126404 (0.037651945616867126) + | > loss_mel_ce: 2.707270860671997 (2.689500496248524) + | > loss: 0.6869829297065735 (0.6817881105684793) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.12844737632874323) + | > loader_time: 0.0052 (0.004830965235189422) + + + --> TIME: 2024-12-24 06:25:07 -- STEP: 1354/7738 -- GLOBAL_STEP: 132900 + | > loss_text_ce: 0.040959157049655914 (0.037657575398419456) + | > loss_mel_ce: 2.7464776039123535 (2.6892957120385432) + | > loss: 0.6968591809272766 (0.681738321943156) + | > current_lr: 5e-06 + | > step_time: 0.1326 (0.1284528792872915) + | > loader_time: 0.0048 (0.004830898527204546) + + + --> TIME: 2024-12-24 06:25:19 -- STEP: 1404/7738 -- GLOBAL_STEP: 132950 + | > loss_text_ce: 0.0375538133084774 (0.03764494424924639) + | > loss_mel_ce: 2.6540026664733887 (2.689464477392343) + | > loss: 0.6728891134262085 (0.6817773555079072) + | > current_lr: 5e-06 + | > step_time: 0.1308 (0.1284769612160165) + | > loader_time: 0.0051 (0.0048327749950593645) + + + --> TIME: 2024-12-24 06:25:30 -- STEP: 1454/7738 -- GLOBAL_STEP: 133000 + | > loss_text_ce: 0.03541608899831772 (0.03764671757509816) + | > loss_mel_ce: 2.7611422538757324 (2.6903526969920164) + | > loss: 0.6991395950317383 (0.68199985379038) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.1286017122426094) + | > loader_time: 0.0052 (0.004835295054082851) + + + --> TIME: 2024-12-24 06:25:42 -- STEP: 1504/7738 -- GLOBAL_STEP: 133050 + | > loss_text_ce: 0.03664087876677513 (0.03765232366400752) + | > loss_mel_ce: 2.5589280128479004 (2.689904086608839) + | > loss: 0.6488922238349915 (0.6818891028536758) + | > current_lr: 5e-06 + | > step_time: 0.0808 (0.12864942499931845) + | > loader_time: 0.0045 (0.004837035181674542) + + + --> TIME: 2024-12-24 06:25:53 -- STEP: 1554/7738 -- GLOBAL_STEP: 133100 + | > loss_text_ce: 0.03760352358222008 (0.037659095331758) + | > loss_mel_ce: 2.6360697746276855 (2.689050043104855) + | > loss: 0.6684183478355408 (0.6816772848866312) + | > current_lr: 5e-06 + | > step_time: 0.1385 (0.12859631551278616) + | > loader_time: 0.005 (0.004840999803334424) + + + --> TIME: 2024-12-24 06:26:05 -- STEP: 1604/7738 -- GLOBAL_STEP: 133150 + | > loss_text_ce: 0.040966957807540894 (0.03764568582558053) + | > loss_mel_ce: 2.700920343399048 (2.6884123115170957) + | > loss: 0.6854718327522278 (0.6815144996393349) + | > current_lr: 5e-06 + | > step_time: 0.0922 (0.1285207045643111) + | > loader_time: 0.0046 (0.0048424620878071995) + + + --> TIME: 2024-12-24 06:26:16 -- STEP: 1654/7738 -- GLOBAL_STEP: 133200 + | > loss_text_ce: 0.03513001278042793 (0.03764513418519874) + | > loss_mel_ce: 2.8751585483551025 (2.687836671971067) + | > loss: 0.7275721430778503 (0.6813704519202658) + | > current_lr: 5e-06 + | > step_time: 0.1111 (0.1285590423494038) + | > loader_time: 0.0047 (0.0048428169905490575) + + + --> TIME: 2024-12-24 06:26:28 -- STEP: 1704/7738 -- GLOBAL_STEP: 133250 + | > loss_text_ce: 0.034551456570625305 (0.03763962457253835) + | > loss_mel_ce: 2.4966678619384766 (2.6876670325026297) + | > loss: 0.632804811000824 (0.6813266645994542) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.12843595969844887) + | > loader_time: 0.0044 (0.004842117918489111) + + + --> TIME: 2024-12-24 06:26:39 -- STEP: 1754/7738 -- GLOBAL_STEP: 133300 + | > loss_text_ce: 0.03674878180027008 (0.03763745031813366) + | > loss_mel_ce: 2.5923149585723877 (2.687506101966043) + | > loss: 0.6572659611701965 (0.6812858884663509) + | > current_lr: 5e-06 + | > step_time: 0.1489 (0.12855194109739462) + | > loader_time: 0.0052 (0.004843623499505999) + + + --> TIME: 2024-12-24 06:26:51 -- STEP: 1804/7738 -- GLOBAL_STEP: 133350 + | > loss_text_ce: 0.03720369189977646 (0.03763687679081532) + | > loss_mel_ce: 2.778393030166626 (2.6883302153874955) + | > loss: 0.7038992047309875 (0.681491773435123) + | > current_lr: 5e-06 + | > step_time: 0.139 (0.12868073338151267) + | > loader_time: 0.005 (0.004845305583429429) + + + --> TIME: 2024-12-24 06:27:03 -- STEP: 1854/7738 -- GLOBAL_STEP: 133400 + | > loss_text_ce: 0.03960265964269638 (0.037643555815993754) + | > loss_mel_ce: 2.47467041015625 (2.688121718881974) + | > loss: 0.6285682916641235 (0.6814413190916773) + | > current_lr: 5e-06 + | > step_time: 0.0996 (0.12864670887219776) + | > loader_time: 0.0045 (0.004845540114591024) + + + --> TIME: 2024-12-24 06:27:14 -- STEP: 1904/7738 -- GLOBAL_STEP: 133450 + | > loss_text_ce: 0.041010960936546326 (0.03765250347699474) + | > loss_mel_ce: 2.640556573867798 (2.6885406129500473) + | > loss: 0.670391857624054 (0.6815482794988053) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.12863224419225205) + | > loader_time: 0.0044 (0.004847053970609381) + + + --> TIME: 2024-12-24 06:27:26 -- STEP: 1954/7738 -- GLOBAL_STEP: 133500 + | > loss_text_ce: 0.03930099681019783 (0.03765366920684693) + | > loss_mel_ce: 2.5587992668151855 (2.688798509088244) + | > loss: 0.6495250463485718 (0.6816130449486362) + | > current_lr: 5e-06 + | > step_time: 0.0891 (0.12860880842472464) + | > loader_time: 0.0043 (0.004847541314186545) + + + --> TIME: 2024-12-24 06:27:37 -- STEP: 2004/7738 -- GLOBAL_STEP: 133550 + | > loss_text_ce: 0.03440345078706741 (0.0376583824032721) + | > loss_mel_ce: 2.6860756874084473 (2.688764856366105) + | > loss: 0.6801198124885559 (0.6816058099686264) + | > current_lr: 5e-06 + | > step_time: 0.1308 (0.12861295410259088) + | > loader_time: 0.0052 (0.0048488029938733865) + + + --> TIME: 2024-12-24 06:27:49 -- STEP: 2054/7738 -- GLOBAL_STEP: 133600 + | > loss_text_ce: 0.03962263837456703 (0.037655360136134) + | > loss_mel_ce: 2.880659341812134 (2.6888404949962714) + | > loss: 0.7300704717636108 (0.6816239639928067) + | > current_lr: 5e-06 + | > step_time: 0.1157 (0.12855252365290643) + | > loader_time: 0.0047 (0.004849762391904766) + + + --> TIME: 2024-12-24 06:28:00 -- STEP: 2104/7738 -- GLOBAL_STEP: 133650 + | > loss_text_ce: 0.03472207859158516 (0.03764240288515597) + | > loss_mel_ce: 2.757838010787964 (2.68878728955871) + | > loss: 0.698140025138855 (0.6816074233431324) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.12854434634796164) + | > loader_time: 0.0049 (0.004850646275531192) + + + --> TIME: 2024-12-24 06:28:12 -- STEP: 2154/7738 -- GLOBAL_STEP: 133700 + | > loss_text_ce: 0.03637000918388367 (0.037634368839750715) + | > loss_mel_ce: 2.5143654346466064 (2.688391874759644) + | > loss: 0.6376838684082031 (0.6815065611205723) + | > current_lr: 5e-06 + | > step_time: 0.1485 (0.12857237189814513) + | > loader_time: 0.005 (0.004851903756016798) + + + --> TIME: 2024-12-24 06:28:23 -- STEP: 2204/7738 -- GLOBAL_STEP: 133750 + | > loss_text_ce: 0.034965600818395615 (0.03764115199328367) + | > loss_mel_ce: 2.469853639602661 (2.6885473811475005) + | > loss: 0.626204788684845 (0.6815471334920389) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.12849102889993932) + | > loader_time: 0.0044 (0.004852437605226094) + + + --> TIME: 2024-12-24 06:28:35 -- STEP: 2254/7738 -- GLOBAL_STEP: 133800 + | > loss_text_ce: 0.04069553688168526 (0.037648166939715434) + | > loss_mel_ce: 2.781120777130127 (2.6886444228247632) + | > loss: 0.7054540514945984 (0.6815731477293172) + | > current_lr: 5e-06 + | > step_time: 0.1322 (0.12846515743523076) + | > loader_time: 0.005 (0.004854112043778445) + + + --> TIME: 2024-12-24 06:28:46 -- STEP: 2304/7738 -- GLOBAL_STEP: 133850 + | > loss_text_ce: 0.03695548325777054 (0.037654139048956745) + | > loss_mel_ce: 2.451129913330078 (2.688346681392029) + | > loss: 0.6220213770866394 (0.6815002054596945) + | > current_lr: 5e-06 + | > step_time: 0.0934 (0.12835748514367532) + | > loader_time: 0.0048 (0.00485421179069412) + + + --> TIME: 2024-12-24 06:28:58 -- STEP: 2354/7738 -- GLOBAL_STEP: 133900 + | > loss_text_ce: 0.0364144928753376 (0.03766371184024735) + | > loss_mel_ce: 2.7201669216156006 (2.6886734991835266) + | > loss: 0.6891453266143799 (0.6815843030671097) + | > current_lr: 5e-06 + | > step_time: 0.1506 (0.12849321594254537) + | > loader_time: 0.005 (0.004856648137231134) + + + --> TIME: 2024-12-24 06:29:09 -- STEP: 2404/7738 -- GLOBAL_STEP: 133950 + | > loss_text_ce: 0.03913358971476555 (0.03766606855260433) + | > loss_mel_ce: 2.7778480052948 (2.6888783595923003) + | > loss: 0.704245388507843 (0.6816361073447944) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.12851004304981115) + | > loader_time: 0.005 (0.004857703473127614) + + + --> TIME: 2024-12-24 06:29:21 -- STEP: 2454/7738 -- GLOBAL_STEP: 134000 + | > loss_text_ce: 0.03577733039855957 (0.03766070582206382) + | > loss_mel_ce: 2.450456380844116 (2.688550276394873) + | > loss: 0.621558427810669 (0.6815527459422851) + | > current_lr: 5e-06 + | > step_time: 0.1511 (0.1285255818028909) + | > loader_time: 0.0051 (0.004860022637352474) + + + --> TIME: 2024-12-24 06:29:32 -- STEP: 2504/7738 -- GLOBAL_STEP: 134050 + | > loss_text_ce: 0.03489040955901146 (0.037654534790861345) + | > loss_mel_ce: 2.49371337890625 (2.688469776044642) + | > loss: 0.6321509480476379 (0.6815310780185102) + | > current_lr: 5e-06 + | > step_time: 0.0875 (0.1285104432616375) + | > loader_time: 0.0045 (0.0048612077205706615) + + + --> TIME: 2024-12-24 06:29:44 -- STEP: 2554/7738 -- GLOBAL_STEP: 134100 + | > loss_text_ce: 0.04317539930343628 (0.03765814383014654) + | > loss_mel_ce: 2.4494447708129883 (2.6883915768252233) + | > loss: 0.6231550574302673 (0.6815124305319582) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.1284867114356096) + | > loader_time: 0.0045 (0.004861852855727172) + + + --> TIME: 2024-12-24 06:29:55 -- STEP: 2604/7738 -- GLOBAL_STEP: 134150 + | > loss_text_ce: 0.033554259687662125 (0.037645210841736505) + | > loss_mel_ce: 2.6663286685943604 (2.6881215124635705) + | > loss: 0.6749707460403442 (0.6814416811762867) + | > current_lr: 5e-06 + | > step_time: 0.1198 (0.12846534849128818) + | > loader_time: 0.005 (0.004863363165642978) + + + --> TIME: 2024-12-24 06:30:07 -- STEP: 2654/7738 -- GLOBAL_STEP: 134200 + | > loss_text_ce: 0.040986545383930206 (0.03764441121262929) + | > loss_mel_ce: 2.6157374382019043 (2.687509464427058) + | > loss: 0.6641809940338135 (0.6812884692824149) + | > current_lr: 5e-06 + | > step_time: 0.1204 (0.12846733010974107) + | > loader_time: 0.0046 (0.004864999829330374) + + + --> TIME: 2024-12-24 06:30:18 -- STEP: 2704/7738 -- GLOBAL_STEP: 134250 + | > loss_text_ce: 0.03854212537407875 (0.03764142608476709) + | > loss_mel_ce: 2.568258762359619 (2.6868471169965535) + | > loss: 0.6517001986503601 (0.6811221360983932) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12843192593585845) + | > loader_time: 0.0048 (0.004865837873086404) + + + --> TIME: 2024-12-24 06:30:30 -- STEP: 2754/7738 -- GLOBAL_STEP: 134300 + | > loss_text_ce: 0.03515531122684479 (0.03764865273838366) + | > loss_mel_ce: 2.5479660034179688 (2.686719725247998) + | > loss: 0.6457803249359131 (0.6810920948599589) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.12840426669401325) + | > loader_time: 0.0047 (0.0048659305773356065) + + + --> TIME: 2024-12-24 06:30:41 -- STEP: 2804/7738 -- GLOBAL_STEP: 134350 + | > loss_text_ce: 0.03551860153675079 (0.03764742728357289) + | > loss_mel_ce: 2.6113297939300537 (2.686353106811626) + | > loss: 0.661712110042572 (0.6810001339789974) + | > current_lr: 5e-06 + | > step_time: 0.1448 (0.12838649511677422) + | > loader_time: 0.0051 (0.004866478021406738) + + + --> TIME: 2024-12-24 06:30:53 -- STEP: 2854/7738 -- GLOBAL_STEP: 134400 + | > loss_text_ce: 0.03942414000630379 (0.03765333004324546) + | > loss_mel_ce: 2.8394229412078857 (2.686181778496773) + | > loss: 0.7197117805480957 (0.6809587776034379) + | > current_lr: 5e-06 + | > step_time: 0.1553 (0.1283847588964838) + | > loader_time: 0.0052 (0.00486718371938638) + + + --> TIME: 2024-12-24 06:31:04 -- STEP: 2904/7738 -- GLOBAL_STEP: 134450 + | > loss_text_ce: 0.03767702355980873 (0.03765197572318881) + | > loss_mel_ce: 2.8812038898468018 (2.6868614285117065) + | > loss: 0.7297202348709106 (0.6811283515053022) + | > current_lr: 5e-06 + | > step_time: 0.0988 (0.1284119272527619) + | > loader_time: 0.0047 (0.0048668257296906195) + + + --> TIME: 2024-12-24 06:31:16 -- STEP: 2954/7738 -- GLOBAL_STEP: 134500 + | > loss_text_ce: 0.04014379531145096 (0.037658080078419386) + | > loss_mel_ce: 2.6937148571014404 (2.6871493903058785) + | > loss: 0.6834646463394165 (0.6812018679862261) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.12852172376985263) + | > loader_time: 0.0046 (0.004867509400917195) + + + --> TIME: 2024-12-24 06:31:28 -- STEP: 3004/7738 -- GLOBAL_STEP: 134550 + | > loss_text_ce: 0.035520054399967194 (0.03765622533165847) + | > loss_mel_ce: 2.696681022644043 (2.6865498698186348) + | > loss: 0.683050274848938 (0.6810515241799118) + | > current_lr: 5e-06 + | > step_time: 0.1316 (0.1285048049394685) + | > loader_time: 0.005 (0.004868272538191454) + + + --> TIME: 2024-12-24 06:31:39 -- STEP: 3054/7738 -- GLOBAL_STEP: 134600 + | > loss_text_ce: 0.036277130246162415 (0.03764914295842882) + | > loss_mel_ce: 2.739443063735962 (2.6864892807206724) + | > loss: 0.6939300298690796 (0.6810346062697062) + | > current_lr: 5e-06 + | > step_time: 0.1493 (0.1285353397807816) + | > loader_time: 0.005 (0.004869553803929166) + + + --> TIME: 2024-12-24 06:31:51 -- STEP: 3104/7738 -- GLOBAL_STEP: 134650 + | > loss_text_ce: 0.035978712141513824 (0.03764836920590926) + | > loss_mel_ce: 2.527888536453247 (2.6865050526163046) + | > loss: 0.6409668326377869 (0.6810383558196502) + | > current_lr: 5e-06 + | > step_time: 0.1196 (0.1284945004226009) + | > loader_time: 0.005 (0.004869819532350157) + + + --> TIME: 2024-12-24 06:32:02 -- STEP: 3154/7738 -- GLOBAL_STEP: 134700 + | > loss_text_ce: 0.03746706619858742 (0.037641929828112514) + | > loss_mel_ce: 2.651082754135132 (2.6866206162778687) + | > loss: 0.672137439250946 (0.6810656368505672) + | > current_lr: 5e-06 + | > step_time: 0.1569 (0.12850748698924583) + | > loader_time: 0.0053 (0.004870531675402837) + + + --> TIME: 2024-12-24 06:32:14 -- STEP: 3204/7738 -- GLOBAL_STEP: 134750 + | > loss_text_ce: 0.04075726121664047 (0.037643062755972526) + | > loss_mel_ce: 2.8852858543395996 (2.686266581738341) + | > loss: 0.7315107583999634 (0.6809774114472438) + | > current_lr: 5e-06 + | > step_time: 0.1277 (0.12855359558457893) + | > loader_time: 0.0051 (0.004872072204370761) + + + --> TIME: 2024-12-24 06:32:26 -- STEP: 3254/7738 -- GLOBAL_STEP: 134800 + | > loss_text_ce: 0.041226133704185486 (0.037645565375076726) + | > loss_mel_ce: 2.61789870262146 (2.6859595102258633) + | > loss: 0.6647812128067017 (0.6809012692034718) + | > current_lr: 5e-06 + | > step_time: 0.1478 (0.12860718935489948) + | > loader_time: 0.0057 (0.004873917596649366) + + + --> TIME: 2024-12-24 06:32:37 -- STEP: 3304/7738 -- GLOBAL_STEP: 134850 + | > loss_text_ce: 0.037700165063142776 (0.03765020696457584) + | > loss_mel_ce: 2.8744382858276367 (2.6860730697110005) + | > loss: 0.7280346155166626 (0.6809308194616225) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12856500972847107) + | > loader_time: 0.0048 (0.004873954787958614) + + + --> TIME: 2024-12-24 06:32:49 -- STEP: 3354/7738 -- GLOBAL_STEP: 134900 + | > loss_text_ce: 0.03290413320064545 (0.03765827011745753) + | > loss_mel_ce: 2.586778163909912 (2.6862633492737666) + | > loss: 0.6549205780029297 (0.6809804051243694) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12862848801917104) + | > loader_time: 0.0049 (0.0048757984159102175) + + + --> TIME: 2024-12-24 06:33:01 -- STEP: 3404/7738 -- GLOBAL_STEP: 134950 + | > loss_text_ce: 0.03547801822423935 (0.037653604440268565) + | > loss_mel_ce: 2.589437484741211 (2.686060026095424) + | > loss: 0.6562288999557495 (0.6809284079439069) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12866435039757865) + | > loader_time: 0.005 (0.0048777098241059615) + + + --> TIME: 2024-12-24 06:33:12 -- STEP: 3454/7738 -- GLOBAL_STEP: 135000 + | > loss_text_ce: 0.03775059059262276 (0.037662253051254264) + | > loss_mel_ce: 2.8034729957580566 (2.6861146158335485) + | > loss: 0.7103058695793152 (0.6809442175318202) + | > current_lr: 5e-06 + | > step_time: 0.1248 (0.12868227590076092) + | > loader_time: 0.005 (0.004880980597663348) + + + --> TIME: 2024-12-24 06:33:24 -- STEP: 3504/7738 -- GLOBAL_STEP: 135050 + | > loss_text_ce: 0.041583433747291565 (0.0376677954108051) + | > loss_mel_ce: 2.9224376678466797 (2.6860828971890043) + | > loss: 0.7410053014755249 (0.6809376734372685) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12862430199912722) + | > loader_time: 0.0049 (0.004881844264731553) + + + --> TIME: 2024-12-24 06:33:35 -- STEP: 3554/7738 -- GLOBAL_STEP: 135100 + | > loss_text_ce: 0.035892702639102936 (0.03766969753011071) + | > loss_mel_ce: 2.8672313690185547 (2.686195845408059) + | > loss: 0.7257810235023499 (0.6809663861134644) + | > current_lr: 5e-06 + | > step_time: 0.1625 (0.1286576772313075) + | > loader_time: 0.0055 (0.004883282024939536) + + + --> TIME: 2024-12-24 06:33:47 -- STEP: 3604/7738 -- GLOBAL_STEP: 135150 + | > loss_text_ce: 0.03605271875858307 (0.03767697416043348) + | > loss_mel_ce: 2.6800320148468018 (2.6863379758285526) + | > loss: 0.6790211796760559 (0.6810037378763383) + | > current_lr: 5e-06 + | > step_time: 0.1222 (0.12859374489821332) + | > loader_time: 0.0054 (0.004883898812843342) + + + --> TIME: 2024-12-24 06:33:58 -- STEP: 3654/7738 -- GLOBAL_STEP: 135200 + | > loss_text_ce: 0.04277350753545761 (0.03767482416839899) + | > loss_mel_ce: 2.787771701812744 (2.686397471386161) + | > loss: 0.707636296749115 (0.6810180742882871) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.1285982858828009) + | > loader_time: 0.0046 (0.004884289403267089) + + + --> TIME: 2024-12-24 06:34:10 -- STEP: 3704/7738 -- GLOBAL_STEP: 135250 + | > loss_text_ce: 0.03684301674365997 (0.037670622715529435) + | > loss_mel_ce: 2.62271785736084 (2.686248319774676) + | > loss: 0.6648902297019958 (0.680979736020575) + | > current_lr: 5e-06 + | > step_time: 0.0997 (0.1286075090744072) + | > loader_time: 0.0049 (0.004884469135791122) + + + --> TIME: 2024-12-24 06:34:21 -- STEP: 3754/7738 -- GLOBAL_STEP: 135300 + | > loss_text_ce: 0.03939199820160866 (0.03767130447360091) + | > loss_mel_ce: 2.687901258468628 (2.686364073224952) + | > loss: 0.6818233132362366 (0.6810088447896988) + | > current_lr: 5e-06 + | > step_time: 0.125 (0.12854910239807563) + | > loader_time: 0.0049 (0.004885126252598622) + + + --> TIME: 2024-12-24 06:34:32 -- STEP: 3804/7738 -- GLOBAL_STEP: 135350 + | > loss_text_ce: 0.03762071952223778 (0.03767184700795332) + | > loss_mel_ce: 2.6913223266601562 (2.6864371321680194) + | > loss: 0.6822357773780823 (0.6810272452113002) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.1285494412408145) + | > loader_time: 0.005 (0.004885587531810799) + + + --> TIME: 2024-12-24 06:34:44 -- STEP: 3854/7738 -- GLOBAL_STEP: 135400 + | > loss_text_ce: 0.039093367755413055 (0.03767001733317259) + | > loss_mel_ce: 2.664536714553833 (2.6863570602433846) + | > loss: 0.6759074926376343 (0.6810067697825922) + | > current_lr: 5e-06 + | > step_time: 0.1226 (0.12853975418508554) + | > loader_time: 0.0047 (0.004885768915125906) + + + --> TIME: 2024-12-24 06:34:56 -- STEP: 3904/7738 -- GLOBAL_STEP: 135450 + | > loss_text_ce: 0.03756403923034668 (0.037660250608660496) + | > loss_mel_ce: 2.596935510635376 (2.6864907761089167) + | > loss: 0.6586248874664307 (0.6810377571029494) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1285657135800263) + | > loader_time: 0.005 (0.004886758803832721) + + + --> TIME: 2024-12-24 06:35:07 -- STEP: 3954/7738 -- GLOBAL_STEP: 135500 + | > loss_text_ce: 0.037556204944849014 (0.03765970664348537) + | > loss_mel_ce: 2.6780455112457275 (2.686173956745133) + | > loss: 0.678900420665741 (0.6809584162695935) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12851168244670153) + | > loader_time: 0.0044 (0.00488733334799396) + + + --> TIME: 2024-12-24 06:35:19 -- STEP: 4004/7738 -- GLOBAL_STEP: 135550 + | > loss_text_ce: 0.036716487258672714 (0.03765872652529858) + | > loss_mel_ce: 2.734524965286255 (2.685922325252894) + | > loss: 0.6928103566169739 (0.6808952633793892) + | > current_lr: 5e-06 + | > step_time: 0.0951 (0.12852789132626058) + | > loader_time: 0.0047 (0.004888258256635937) + + + --> TIME: 2024-12-24 06:35:30 -- STEP: 4054/7738 -- GLOBAL_STEP: 135600 + | > loss_text_ce: 0.03819926828145981 (0.037661454326978185) + | > loss_mel_ce: 2.6565635204315186 (2.685751657681216) + | > loss: 0.673690676689148 (0.6808532783711078) + | > current_lr: 5e-06 + | > step_time: 0.1094 (0.12855554026926952) + | > loader_time: 0.0047 (0.004889224924709501) + + + --> TIME: 2024-12-24 06:35:42 -- STEP: 4104/7738 -- GLOBAL_STEP: 135650 + | > loss_text_ce: 0.03446291759610176 (0.03766566081486329) + | > loss_mel_ce: 2.6287319660186768 (2.685508012829703) + | > loss: 0.6657987236976624 (0.6807934188122403) + | > current_lr: 5e-06 + | > step_time: 0.1416 (0.1285543574808172) + | > loader_time: 0.0052 (0.004890147705524283) + + + --> TIME: 2024-12-24 06:35:53 -- STEP: 4154/7738 -- GLOBAL_STEP: 135700 + | > loss_text_ce: 0.03835707902908325 (0.03765804092697967) + | > loss_mel_ce: 2.764559030532837 (2.6849962083204026) + | > loss: 0.7007290124893188 (0.6806635627048656) + | > current_lr: 5e-06 + | > step_time: 0.1144 (0.12853878894332085) + | > loader_time: 0.0048 (0.004890161807225993) + + + --> TIME: 2024-12-24 06:36:04 -- STEP: 4204/7738 -- GLOBAL_STEP: 135750 + | > loss_text_ce: 0.034243565052747726 (0.03765765594213951) + | > loss_mel_ce: 2.821453094482422 (2.6850576974685496) + | > loss: 0.7139241695404053 (0.6806788387523163) + | > current_lr: 5e-06 + | > step_time: 0.14 (0.12847854039648648) + | > loader_time: 0.0057 (0.00489054590491994) + + + --> TIME: 2024-12-24 06:36:16 -- STEP: 4254/7738 -- GLOBAL_STEP: 135800 + | > loss_text_ce: 0.03669527545571327 (0.03765267974749165) + | > loss_mel_ce: 2.5386650562286377 (2.685448484573222) + | > loss: 0.6438400745391846 (0.6807752914506052) + | > current_lr: 5e-06 + | > step_time: 0.1519 (0.12845319215266107) + | > loader_time: 0.0049 (0.004891360876534426) + + + --> TIME: 2024-12-24 06:36:27 -- STEP: 4304/7738 -- GLOBAL_STEP: 135850 + | > loss_text_ce: 0.040705934166908264 (0.03764799274383017) + | > loss_mel_ce: 2.6091196537017822 (2.68559224061585) + | > loss: 0.6624563932418823 (0.6808100587456419) + | > current_lr: 5e-06 + | > step_time: 0.0925 (0.1284288121975933) + | > loader_time: 0.0045 (0.004891677361438704) + + + --> TIME: 2024-12-24 06:36:39 -- STEP: 4354/7738 -- GLOBAL_STEP: 135900 + | > loss_text_ce: 0.037420328706502914 (0.03765609416876256) + | > loss_mel_ce: 2.645477533340454 (2.6857374977178434) + | > loss: 0.6707244515419006 (0.6808483983652273) + | > current_lr: 5e-06 + | > step_time: 0.1242 (0.12845443562186554) + | > loader_time: 0.0052 (0.004892892119092677) + + + --> TIME: 2024-12-24 06:36:50 -- STEP: 4404/7738 -- GLOBAL_STEP: 135950 + | > loss_text_ce: 0.038442421704530716 (0.037654441513195656) + | > loss_mel_ce: 2.54233717918396 (2.6854824350705306) + | > loss: 0.6451948881149292 (0.6807842194952822) + | > current_lr: 5e-06 + | > step_time: 0.12 (0.1284854754223597) + | > loader_time: 0.0049 (0.004893987748321887) + + + --> TIME: 2024-12-24 06:37:02 -- STEP: 4454/7738 -- GLOBAL_STEP: 136000 + | > loss_text_ce: 0.03776014223694801 (0.03765433375252363) + | > loss_mel_ce: 2.722383975982666 (2.6853499803299044) + | > loss: 0.6900360584259033 (0.6807510788177341) + | > current_lr: 5e-06 + | > step_time: 0.1092 (0.12843967490416797) + | > loader_time: 0.0046 (0.00489419701391664) + + + --> TIME: 2024-12-24 06:37:14 -- STEP: 4504/7738 -- GLOBAL_STEP: 136050 + | > loss_text_ce: 0.03959539160132408 (0.03764616403162993) + | > loss_mel_ce: 2.7470343112945557 (2.6852008569092405) + | > loss: 0.6966574192047119 (0.6807117555588215) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.12852039837921944) + | > loader_time: 0.005 (0.004895886191254604) + + + --> TIME: 2024-12-24 06:37:25 -- STEP: 4554/7738 -- GLOBAL_STEP: 136100 + | > loss_text_ce: 0.040207743644714355 (0.03764701073234244) + | > loss_mel_ce: 2.721057415008545 (2.6849797764628662) + | > loss: 0.6903163194656372 (0.6806566971511652) + | > current_lr: 5e-06 + | > step_time: 0.1103 (0.1285433334167141) + | > loader_time: 0.0048 (0.004896474711770379) + + + --> TIME: 2024-12-24 06:37:37 -- STEP: 4604/7738 -- GLOBAL_STEP: 136150 + | > loss_text_ce: 0.03607620671391487 (0.03764583607674379) + | > loss_mel_ce: 2.6251745223999023 (2.685077677852278) + | > loss: 0.6653127074241638 (0.6806808788164295) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12854635653342536) + | > loader_time: 0.005 (0.00489675309945975) + + + --> TIME: 2024-12-24 06:37:49 -- STEP: 4654/7738 -- GLOBAL_STEP: 136200 + | > loss_text_ce: 0.03966958448290825 (0.0376479171951301) + | > loss_mel_ce: 2.6981565952301025 (2.685079702093312) + | > loss: 0.6844565272331238 (0.680681905151694) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12858891794494087) + | > loader_time: 0.0045 (0.004897998339329651) + + + --> TIME: 2024-12-24 06:38:00 -- STEP: 4704/7738 -- GLOBAL_STEP: 136250 + | > loss_text_ce: 0.036136336624622345 (0.03764855500301165) + | > loss_mel_ce: 2.7042858600616455 (2.6851489003621025) + | > loss: 0.685105562210083 (0.6806993641871575) + | > current_lr: 5e-06 + | > step_time: 0.1268 (0.1285880490326561) + | > loader_time: 0.0052 (0.0048988314003360406) + + + --> TIME: 2024-12-24 06:38:12 -- STEP: 4754/7738 -- GLOBAL_STEP: 136300 + | > loss_text_ce: 0.04100804775953293 (0.03765164322439599) + | > loss_mel_ce: 2.671596050262451 (2.685221372906487) + | > loss: 0.67815101146698 (0.680718254393572) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12856575812820067) + | > loader_time: 0.0049 (0.004899101243281885) + + + --> TIME: 2024-12-24 06:38:23 -- STEP: 4804/7738 -- GLOBAL_STEP: 136350 + | > loss_text_ce: 0.03238373622298241 (0.03765114927377486) + | > loss_mel_ce: 2.6679718494415283 (2.68504152379366) + | > loss: 0.6750888824462891 (0.6806731685859574) + | > current_lr: 5e-06 + | > step_time: 0.0948 (0.12859257775282118) + | > loader_time: 0.0047 (0.004900296661478583) + + + --> TIME: 2024-12-24 06:38:35 -- STEP: 4854/7738 -- GLOBAL_STEP: 136400 + | > loss_text_ce: 0.03815692663192749 (0.0376514444219008) + | > loss_mel_ce: 2.632251024246216 (2.6849632357981306) + | > loss: 0.667602002620697 (0.680653670367558) + | > current_lr: 5e-06 + | > step_time: 0.1457 (0.12867254502595515) + | > loader_time: 0.0049 (0.004901157419623578) + + + --> TIME: 2024-12-24 06:38:47 -- STEP: 4904/7738 -- GLOBAL_STEP: 136450 + | > loss_text_ce: 0.03562277927994728 (0.037652426334720906) + | > loss_mel_ce: 2.83021879196167 (2.6847768874191775) + | > loss: 0.7164604067802429 (0.6806073287474586) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12867168058773465) + | > loader_time: 0.0047 (0.004901163875570487) + + + --> TIME: 2024-12-24 06:38:58 -- STEP: 4954/7738 -- GLOBAL_STEP: 136500 + | > loss_text_ce: 0.03309975191950798 (0.03765284388183616) + | > loss_mel_ce: 2.687075614929199 (2.684726750942123) + | > loss: 0.6800438165664673 (0.6805948990099752) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.12865616671732016) + | > loader_time: 0.0048 (0.004900890249468684) + + + --> TIME: 2024-12-24 06:39:10 -- STEP: 5004/7738 -- GLOBAL_STEP: 136550 + | > loss_text_ce: 0.03842702880501747 (0.0376468507995864) + | > loss_mel_ce: 2.7929139137268066 (2.6845541423459176) + | > loss: 0.7078352570533752 (0.6805502485981185) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.12863695850189394) + | > loader_time: 0.0049 (0.004900530993128463) + + + --> TIME: 2024-12-24 06:39:22 -- STEP: 5054/7738 -- GLOBAL_STEP: 136600 + | > loss_text_ce: 0.034385282546281815 (0.03764401132341882) + | > loss_mel_ce: 2.6269516944885254 (2.684319402938502) + | > loss: 0.6653342247009277 (0.6804908538553434) + | > current_lr: 5e-06 + | > step_time: 0.1503 (0.12870436928043005) + | > loader_time: 0.0051 (0.004900952832803544) + + + --> TIME: 2024-12-24 06:39:33 -- STEP: 5104/7738 -- GLOBAL_STEP: 136650 + | > loss_text_ce: 0.03609272837638855 (0.037641195754073986) + | > loss_mel_ce: 2.6347179412841797 (2.684582635106341) + | > loss: 0.6677026748657227 (0.6805559580088789) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.12872320002522977) + | > loader_time: 0.005 (0.004901225430464661) + + + --> TIME: 2024-12-24 06:39:45 -- STEP: 5154/7738 -- GLOBAL_STEP: 136700 + | > loss_text_ce: 0.03862106055021286 (0.037642100643038495) + | > loss_mel_ce: 2.7712433338165283 (2.684620958545853) + | > loss: 0.7024660706520081 (0.6805657650502013) + | > current_lr: 5e-06 + | > step_time: 0.1732 (0.12871294364847793) + | > loader_time: 0.0051 (0.004901602927871478) + + + --> TIME: 2024-12-24 06:39:57 -- STEP: 5204/7738 -- GLOBAL_STEP: 136750 + | > loss_text_ce: 0.036310624331235886 (0.0376433430956842) + | > loss_mel_ce: 2.5403892993927 (2.684660266858632) + | > loss: 0.6441749930381775 (0.6805759027634657) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.1287818413161939) + | > loader_time: 0.0049 (0.004902468929833209) + + + --> TIME: 2024-12-24 06:40:08 -- STEP: 5254/7738 -- GLOBAL_STEP: 136800 + | > loss_text_ce: 0.0403815321624279 (0.03763982661133677) + | > loss_mel_ce: 2.585219144821167 (2.684626818429307) + | > loss: 0.6564001441001892 (0.6805666615448399) + | > current_lr: 5e-06 + | > step_time: 0.1103 (0.12880222557795393) + | > loader_time: 0.0049 (0.0049029218864658644) + + + --> TIME: 2024-12-24 06:40:20 -- STEP: 5304/7738 -- GLOBAL_STEP: 136850 + | > loss_text_ce: 0.03483963385224342 (0.037637380298036066) + | > loss_mel_ce: 2.7455248832702637 (2.6846588997010246) + | > loss: 0.6950911283493042 (0.6805740702520856) + | > current_lr: 5e-06 + | > step_time: 0.0954 (0.12885133020838285) + | > loader_time: 0.0047 (0.004903607194060464) + + + --> TIME: 2024-12-24 06:40:32 -- STEP: 5354/7738 -- GLOBAL_STEP: 136900 + | > loss_text_ce: 0.03681552782654762 (0.03763559158386295) + | > loss_mel_ce: 2.712337017059326 (2.6846606848531187) + | > loss: 0.6872881650924683 (0.6805740693388576) + | > current_lr: 5e-06 + | > step_time: 0.1555 (0.12885520865234099) + | > loader_time: 0.005 (0.004904292838360591) + + + --> TIME: 2024-12-24 06:40:43 -- STEP: 5404/7738 -- GLOBAL_STEP: 136950 + | > loss_text_ce: 0.036767106503248215 (0.03763200234012375) + | > loss_mel_ce: 2.6773993968963623 (2.6845644270817886) + | > loss: 0.6785416007041931 (0.6805491075857236) + | > current_lr: 5e-06 + | > step_time: 0.093 (0.1288484622600958) + | > loader_time: 0.0047 (0.004904834541190908) + + + --> TIME: 2024-12-24 06:40:55 -- STEP: 5454/7738 -- GLOBAL_STEP: 137000 + | > loss_text_ce: 0.03763885796070099 (0.03762980608995645) + | > loss_mel_ce: 2.895479679107666 (2.6846567492892497) + | > loss: 0.7332796454429626 (0.6805716390722529) + | > current_lr: 5e-06 + | > step_time: 0.1565 (0.1288959222002522) + | > loader_time: 0.0053 (0.004906043623409114) + + + --> TIME: 2024-12-24 06:41:07 -- STEP: 5504/7738 -- GLOBAL_STEP: 137050 + | > loss_text_ce: 0.03618238493800163 (0.037629224607033315) + | > loss_mel_ce: 2.4145774841308594 (2.6843648425541673) + | > loss: 0.6126899719238281 (0.6804985170209307) + | > current_lr: 5e-06 + | > step_time: 0.092 (0.12886075398256613) + | > loader_time: 0.0049 (0.00490607126334378) + + + --> TIME: 2024-12-24 06:41:18 -- STEP: 5554/7738 -- GLOBAL_STEP: 137100 + | > loss_text_ce: 0.03769678622484207 (0.03763066393986939) + | > loss_mel_ce: 2.904503583908081 (2.6842503551961228) + | > loss: 0.7355501055717468 (0.6804702550033296) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.12883191727716206) + | > loader_time: 0.0046 (0.004906428345339216) + + + --> TIME: 2024-12-24 06:41:30 -- STEP: 5604/7738 -- GLOBAL_STEP: 137150 + | > loss_text_ce: 0.03953492268919945 (0.037625496350175563) + | > loss_mel_ce: 2.7520928382873535 (2.6844884215466593) + | > loss: 0.6979069113731384 (0.6805284796954062) + | > current_lr: 5e-06 + | > step_time: 0.1089 (0.12887477202555028) + | > loader_time: 0.0051 (0.004907548895569714) + + + --> TIME: 2024-12-24 06:41:41 -- STEP: 5654/7738 -- GLOBAL_STEP: 137200 + | > loss_text_ce: 0.037455830723047256 (0.037620071194562545) + | > loss_mel_ce: 2.7881202697753906 (2.684452016572044) + | > loss: 0.7063940167427063 (0.6805180221806589) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12887076666129976) + | > loader_time: 0.0053 (0.004908297649743827) + + + --> TIME: 2024-12-24 06:41:53 -- STEP: 5704/7738 -- GLOBAL_STEP: 137250 + | > loss_text_ce: 0.03608294948935509 (0.037620813359191575) + | > loss_mel_ce: 2.7926974296569824 (2.684549415303823) + | > loss: 0.7071951031684875 (0.680542557386664) + | > current_lr: 5e-06 + | > step_time: 0.1391 (0.12887995929403712) + | > loader_time: 0.0053 (0.004909286701328119) + + + --> TIME: 2024-12-24 06:42:04 -- STEP: 5754/7738 -- GLOBAL_STEP: 137300 + | > loss_text_ce: 0.0402817577123642 (0.03761791382638845) + | > loss_mel_ce: 2.528189182281494 (2.684411243262051) + | > loss: 0.6421177387237549 (0.6805072895118177) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.12886097218205542) + | > loader_time: 0.0044 (0.004909064523619324) + + + --> TIME: 2024-12-24 06:42:16 -- STEP: 5804/7738 -- GLOBAL_STEP: 137350 + | > loss_text_ce: 0.03504987061023712 (0.03762212518646249) + | > loss_mel_ce: 2.601972818374634 (2.684502448565718) + | > loss: 0.6592556834220886 (0.68053114369029) + | > current_lr: 5e-06 + | > step_time: 0.1488 (0.1288714718605058) + | > loader_time: 0.0054 (0.004909547586263572) + + + --> TIME: 2024-12-24 06:42:28 -- STEP: 5854/7738 -- GLOBAL_STEP: 137400 + | > loss_text_ce: 0.0376361683011055 (0.03762177395248392) + | > loss_mel_ce: 2.4773898124694824 (2.684486627415834) + | > loss: 0.6287565231323242 (0.6805271005870794) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12888356573882268) + | > loader_time: 0.0047 (0.004909860301758991) + + + --> TIME: 2024-12-24 06:42:39 -- STEP: 5904/7738 -- GLOBAL_STEP: 137450 + | > loss_text_ce: 0.032807234674692154 (0.03762426947087025) + | > loss_mel_ce: 2.873253583908081 (2.684387155583889) + | > loss: 0.7265152335166931 (0.6805028565187611) + | > current_lr: 5e-06 + | > step_time: 0.128 (0.12887082505355368) + | > loader_time: 0.005 (0.004909575308564544) + + + --> TIME: 2024-12-24 06:42:51 -- STEP: 5954/7738 -- GLOBAL_STEP: 137500 + | > loss_text_ce: 0.03987403213977814 (0.03762379529059107) + | > loss_mel_ce: 2.7656896114349365 (2.6844312954077196) + | > loss: 0.7013909220695496 (0.6805137729220325) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12888906227889627) + | > loader_time: 0.0047 (0.004910489357194514) + + + --> TIME: 2024-12-24 06:43:02 -- STEP: 6004/7738 -- GLOBAL_STEP: 137550 + | > loss_text_ce: 0.03354683518409729 (0.03762663457093434) + | > loss_mel_ce: 2.6201400756835938 (2.6843683604476207) + | > loss: 0.6634217500686646 (0.6804987490077891) + | > current_lr: 5e-06 + | > step_time: 0.0993 (0.12885616716744502) + | > loader_time: 0.0049 (0.004911432180461833) + + + --> TIME: 2024-12-24 06:43:14 -- STEP: 6054/7738 -- GLOBAL_STEP: 137600 + | > loss_text_ce: 0.04000330716371536 (0.03762614794708056) + | > loss_mel_ce: 2.607154369354248 (2.684511800272304) + | > loss: 0.6617894172668457 (0.6805344873089829) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.1288399017010736) + | > loader_time: 0.0052 (0.004911858766906745) + + + --> TIME: 2024-12-24 06:43:25 -- STEP: 6104/7738 -- GLOBAL_STEP: 137650 + | > loss_text_ce: 0.036219626665115356 (0.037623699836257095) + | > loss_mel_ce: 2.6684517860412598 (2.6844966861945525) + | > loss: 0.6761678457260132 (0.6805300967936291) + | > current_lr: 5e-06 + | > step_time: 0.085 (0.12878639759742416) + | > loader_time: 0.0045 (0.004911645914905178) + + + --> TIME: 2024-12-24 06:43:37 -- STEP: 6154/7738 -- GLOBAL_STEP: 137700 + | > loss_text_ce: 0.03842983767390251 (0.037623380059918034) + | > loss_mel_ce: 2.6209232807159424 (2.6844736864166276) + | > loss: 0.6648382544517517 (0.6805242669051612) + | > current_lr: 5e-06 + | > step_time: 0.1545 (0.12883075348231407) + | > loader_time: 0.005 (0.0049132855247668505) + + + --> TIME: 2024-12-24 06:43:48 -- STEP: 6204/7738 -- GLOBAL_STEP: 137750 + | > loss_text_ce: 0.036060407757759094 (0.03762185884379006) + | > loss_mel_ce: 2.6206114292144775 (2.684295123043104) + | > loss: 0.6641679406166077 (0.6804792457419326) + | > current_lr: 5e-06 + | > step_time: 0.1248 (0.12883992398038827) + | > loader_time: 0.0052 (0.004913895995596914) + + + --> TIME: 2024-12-24 06:43:59 -- STEP: 6254/7738 -- GLOBAL_STEP: 137800 + | > loss_text_ce: 0.04132790490984917 (0.03762538196012096) + | > loss_mel_ce: 2.5811100006103516 (2.68421163828106) + | > loss: 0.6556094884872437 (0.6804592553555958) + | > current_lr: 5e-06 + | > step_time: 0.124 (0.1287995670640053) + | > loader_time: 0.0047 (0.004913976865719015) + + + --> TIME: 2024-12-24 06:44:11 -- STEP: 6304/7738 -- GLOBAL_STEP: 137850 + | > loss_text_ce: 0.035291288048028946 (0.03762427336822355) + | > loss_mel_ce: 2.721010684967041 (2.6842854123581548) + | > loss: 0.6890754699707031 (0.6804774217213029) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12878801136603818) + | > loader_time: 0.0046 (0.004913922266911722) + + + --> TIME: 2024-12-24 06:44:22 -- STEP: 6354/7738 -- GLOBAL_STEP: 137900 + | > loss_text_ce: 0.03491171821951866 (0.037623415004871125) + | > loss_mel_ce: 2.82867169380188 (2.6843847318531684) + | > loss: 0.7158958315849304 (0.6805020370196737) + | > current_lr: 5e-06 + | > step_time: 0.1302 (0.1287879493201271) + | > loader_time: 0.0048 (0.004914018317592706) + + + --> TIME: 2024-12-24 06:44:34 -- STEP: 6404/7738 -- GLOBAL_STEP: 137950 + | > loss_text_ce: 0.039712946861982346 (0.0376232844023504) + | > loss_mel_ce: 2.6514530181884766 (2.6844432591126224) + | > loss: 0.6727914810180664 (0.6805166362003574) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12876120323244303) + | > loader_time: 0.005 (0.004914035021253545) + + + --> TIME: 2024-12-24 06:44:45 -- STEP: 6454/7738 -- GLOBAL_STEP: 138000 + | > loss_text_ce: 0.03858709707856178 (0.037622662287391216) + | > loss_mel_ce: 2.7962913513183594 (2.684483040106868) + | > loss: 0.7087196111679077 (0.6805264259182646) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12878474573768414) + | > loader_time: 0.0053 (0.0049144636930826685) + + + --> TIME: 2024-12-24 06:44:57 -- STEP: 6504/7738 -- GLOBAL_STEP: 138050 + | > loss_text_ce: 0.03871301934123039 (0.03761896665086604) + | > loss_mel_ce: 2.538536787033081 (2.684451525061779) + | > loss: 0.6443124413490295 (0.6805176232353799) + | > current_lr: 5e-06 + | > step_time: 0.0953 (0.12877562524794378) + | > loader_time: 0.0047 (0.004914874740192352) + + + --> TIME: 2024-12-24 06:45:08 -- STEP: 6554/7738 -- GLOBAL_STEP: 138100 + | > loss_text_ce: 0.03603208437561989 (0.03761859410855914) + | > loss_mel_ce: 2.8697922229766846 (2.684433688904993) + | > loss: 0.7264561057090759 (0.6805130710662205) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.1287833674127898) + | > loader_time: 0.005 (0.004915319312662822) + + + --> TIME: 2024-12-24 06:45:20 -- STEP: 6604/7738 -- GLOBAL_STEP: 138150 + | > loss_text_ce: 0.03952919691801071 (0.037619894924096856) + | > loss_mel_ce: 2.6620590686798096 (2.684281838510636) + | > loss: 0.6753970384597778 (0.6804754336644934) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.12879486693388636) + | > loader_time: 0.0049 (0.004915467000310869) + + + --> TIME: 2024-12-24 06:45:32 -- STEP: 6654/7738 -- GLOBAL_STEP: 138200 + | > loss_text_ce: 0.038430072367191315 (0.0376205736998527) + | > loss_mel_ce: 2.723738193511963 (2.6844123471489163) + | > loss: 0.6905420422554016 (0.680508230509686) + | > current_lr: 5e-06 + | > step_time: 0.1494 (0.1288023931613945) + | > loader_time: 0.0052 (0.004916046487701003) + + + --> TIME: 2024-12-24 06:45:43 -- STEP: 6704/7738 -- GLOBAL_STEP: 138250 + | > loss_text_ce: 0.04051511362195015 (0.037618466354250764) + | > loss_mel_ce: 2.491701364517212 (2.6842194024589072) + | > loss: 0.6330541372299194 (0.6804594674852281) + | > current_lr: 5e-06 + | > step_time: 0.0932 (0.1287925769008149) + | > loader_time: 0.0047 (0.004916371764317314) + + + --> TIME: 2024-12-24 06:45:55 -- STEP: 6754/7738 -- GLOBAL_STEP: 138300 + | > loss_text_ce: 0.03904227539896965 (0.037614817452540514) + | > loss_mel_ce: 2.8678348064422607 (2.6841864510686775) + | > loss: 0.7267192602157593 (0.680450317375683) + | > current_lr: 5e-06 + | > step_time: 0.1186 (0.12880397633684484) + | > loader_time: 0.0047 (0.004916657383427081) + + + --> TIME: 2024-12-24 06:46:06 -- STEP: 6804/7738 -- GLOBAL_STEP: 138350 + | > loss_text_ce: 0.04294260963797569 (0.03761806823603412) + | > loss_mel_ce: 2.705547571182251 (2.684208139680827) + | > loss: 0.6871225237846375 (0.680456552214304) + | > current_lr: 5e-06 + | > step_time: 0.0784 (0.1287696292861505) + | > loader_time: 0.0043 (0.004916641832729549) + + + --> TIME: 2024-12-24 06:46:18 -- STEP: 6854/7738 -- GLOBAL_STEP: 138400 + | > loss_text_ce: 0.038735609501600266 (0.03762127354666084) + | > loss_mel_ce: 2.733074426651001 (2.684141134464402) + | > loss: 0.6929525136947632 (0.6804406022256768) + | > current_lr: 5e-06 + | > step_time: 0.123 (0.12879215710915223) + | > loader_time: 0.0052 (0.004917858152720665) + + + --> TIME: 2024-12-24 06:46:29 -- STEP: 6904/7738 -- GLOBAL_STEP: 138450 + | > loss_text_ce: 0.03905833512544632 (0.03762479780780346) + | > loss_mel_ce: 2.6863362789154053 (2.6840223451064116) + | > loss: 0.6813486814498901 (0.6804117859359561) + | > current_lr: 5e-06 + | > step_time: 0.141 (0.12877188020343747) + | > loader_time: 0.0052 (0.004918346641237721) + + + --> TIME: 2024-12-24 06:46:41 -- STEP: 6954/7738 -- GLOBAL_STEP: 138500 + | > loss_text_ce: 0.03868153318762779 (0.03762246673347608) + | > loss_mel_ce: 2.548348903656006 (2.684007276877068) + | > loss: 0.6467576026916504 (0.6804074361076097) + | > current_lr: 5e-06 + | > step_time: 0.1563 (0.12877168259745486) + | > loader_time: 0.005 (0.0049188288594581185) + + + --> TIME: 2024-12-24 06:46:52 -- STEP: 7004/7738 -- GLOBAL_STEP: 138550 + | > loss_text_ce: 0.03707806020975113 (0.037624103147196046) + | > loss_mel_ce: 2.716768980026245 (2.6840333708485957) + | > loss: 0.6884617805480957 (0.6804143686777259) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12876808697805636) + | > loader_time: 0.0048 (0.004919024823666418) + + + --> TIME: 2024-12-24 06:47:04 -- STEP: 7054/7738 -- GLOBAL_STEP: 138600 + | > loss_text_ce: 0.0353369265794754 (0.037621347669608084) + | > loss_mel_ce: 2.5806868076324463 (2.684085544493443) + | > loss: 0.6540059447288513 (0.6804267232263271) + | > current_lr: 5e-06 + | > step_time: 0.1208 (0.12879230390029028) + | > loader_time: 0.0047 (0.004919901156445738) + + + --> TIME: 2024-12-24 06:47:16 -- STEP: 7104/7738 -- GLOBAL_STEP: 138650 + | > loss_text_ce: 0.03614896535873413 (0.03762364779312686) + | > loss_mel_ce: 2.6462371349334717 (2.6840036373820446) + | > loss: 0.6705965399742126 (0.6804068214721518) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12880049048511852) + | > loader_time: 0.0048 (0.004920573082861582) + + + --> TIME: 2024-12-24 06:47:27 -- STEP: 7154/7738 -- GLOBAL_STEP: 138700 + | > loss_text_ce: 0.04117994382977486 (0.03762134362370403) + | > loss_mel_ce: 2.6912243366241455 (2.683715608421909) + | > loss: 0.6831010580062866 (0.6803342381818764) + | > current_lr: 5e-06 + | > step_time: 0.1113 (0.12880859482978244) + | > loader_time: 0.0048 (0.004921149800934854) + + + --> TIME: 2024-12-24 06:47:39 -- STEP: 7204/7738 -- GLOBAL_STEP: 138750 + | > loss_text_ce: 0.03728531301021576 (0.03762115715981674) + | > loss_mel_ce: 2.610944986343384 (2.683732034232078) + | > loss: 0.6620575785636902 (0.6803382980052406) + | > current_lr: 5e-06 + | > step_time: 0.0939 (0.12876891192961) + | > loader_time: 0.0046 (0.004921200307192619) + + + --> TIME: 2024-12-24 06:47:50 -- STEP: 7254/7738 -- GLOBAL_STEP: 138800 + | > loss_text_ce: 0.0390414297580719 (0.03761937475637692) + | > loss_mel_ce: 2.6282753944396973 (2.6835748678993108) + | > loss: 0.6668292284011841 (0.6802985608199765) + | > current_lr: 5e-06 + | > step_time: 0.1246 (0.1287895494300144) + | > loader_time: 0.005 (0.00492181503841755) + + + --> TIME: 2024-12-24 06:48:02 -- STEP: 7304/7738 -- GLOBAL_STEP: 138850 + | > loss_text_ce: 0.0400216318666935 (0.03761692629817985) + | > loss_mel_ce: 2.5046956539154053 (2.683866571426919) + | > loss: 0.6361793279647827 (0.6803708745805233) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.12879146823225002) + | > loader_time: 0.0053 (0.00492214634280083) + + + --> TIME: 2024-12-24 06:48:13 -- STEP: 7354/7738 -- GLOBAL_STEP: 138900 + | > loss_text_ce: 0.03634194657206535 (0.03761526899726846) + | > loss_mel_ce: 2.593715190887451 (2.6838825438571865) + | > loss: 0.6575142741203308 (0.6803744533462706) + | > current_lr: 5e-06 + | > step_time: 0.0984 (0.12876394014174392) + | > loader_time: 0.0046 (0.004922104685858325) + + + --> TIME: 2024-12-24 06:48:25 -- STEP: 7404/7738 -- GLOBAL_STEP: 138950 + | > loss_text_ce: 0.04033415764570236 (0.03761583511898241) + | > loss_mel_ce: 2.815492868423462 (2.6839542420795377) + | > loss: 0.7139567732810974 (0.6803925194365482) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12876592836529432) + | > loader_time: 0.0046 (0.004922427852884088) + + + --> TIME: 2024-12-24 06:48:36 -- STEP: 7454/7738 -- GLOBAL_STEP: 139000 + | > loss_text_ce: 0.03681226819753647 (0.03761442374989788) + | > loss_mel_ce: 2.655275821685791 (2.683780664696531) + | > loss: 0.6730220317840576 (0.6803487722327388) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.1287566076375412) + | > loader_time: 0.005 (0.004922468508092702) + + + --> TIME: 2024-12-24 06:48:48 -- STEP: 7504/7738 -- GLOBAL_STEP: 139050 + | > loss_text_ce: 0.03686882182955742 (0.03761615670163988) + | > loss_mel_ce: 2.850132465362549 (2.683821734398418) + | > loss: 0.7217503190040588 (0.680359472899931) + | > current_lr: 5e-06 + | > step_time: 0.1272 (0.12873924998586386) + | > loader_time: 0.005 (0.004922655853889628) + + + --> TIME: 2024-12-24 06:48:59 -- STEP: 7554/7738 -- GLOBAL_STEP: 139100 + | > loss_text_ce: 0.03729694336652756 (0.037613069579677846) + | > loss_mel_ce: 2.557100296020508 (2.6837415988400517) + | > loss: 0.6485993266105652 (0.6803386672435702) + | > current_lr: 5e-06 + | > step_time: 0.101 (0.1287316147347499) + | > loader_time: 0.0049 (0.0049228199518702) + + + --> TIME: 2024-12-24 06:49:10 -- STEP: 7604/7738 -- GLOBAL_STEP: 139150 + | > loss_text_ce: 0.040633805096149445 (0.03761431558188956) + | > loss_mel_ce: 2.691945791244507 (2.6836486246822937) + | > loss: 0.6831449270248413 (0.6803157352134478) + | > current_lr: 5e-06 + | > step_time: 0.1064 (0.12869981465873975) + | > loader_time: 0.0052 (0.004922895196987901) + + + --> TIME: 2024-12-24 06:49:22 -- STEP: 7654/7738 -- GLOBAL_STEP: 139200 + | > loss_text_ce: 0.0403691790997982 (0.0376158190695488) + | > loss_mel_ce: 2.8703482151031494 (2.683555276486721) + | > loss: 0.7276793718338013 (0.6802927740395219) + | > current_lr: 5e-06 + | > step_time: 0.1458 (0.12868837662954302) + | > loader_time: 0.005 (0.004922698894118948) + + + --> TIME: 2024-12-24 06:49:33 -- STEP: 7704/7738 -- GLOBAL_STEP: 139250 + | > loss_text_ce: 0.03539365157485008 (0.037611810822447904) + | > loss_mel_ce: 2.7448952198028564 (2.683469606615678) + | > loss: 0.6950722336769104 (0.6802703545023605) + | > current_lr: 5e-06 + | > step_time: 0.1341 (0.12863407130058224) + | > loader_time: 0.005 (0.004922549765429377) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06894922858536841 (-5.672796808113556e-05) + | > avg_loss_text_ce: 0.03635061855870062 (-0.00014026625778037344) + | > avg_loss_mel_ce: 2.9332669600091803 (+0.0014195394034359765) + | > avg_loss: 2.969617578718397 (+0.0012792854598062675) + + + > EPOCH: 18/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 06:50:39)  + + --> TIME: 2024-12-24 06:50:44 -- STEP: 16/7738 -- GLOBAL_STEP: 139300 + | > loss_text_ce: 0.0372675321996212 (0.037490895949304104) + | > loss_mel_ce: 2.650282382965088 (2.7065482139587402) + | > loss: 0.6718874573707581 (0.6860097721219063) + | > current_lr: 5e-06 + | > step_time: 0.1384 (0.13560503721237183) + | > loader_time: 0.0053 (0.005010098218917847) + + + --> TIME: 2024-12-24 06:50:55 -- STEP: 66/7738 -- GLOBAL_STEP: 139350 + | > loss_text_ce: 0.038309551775455475 (0.037741845191428154) + | > loss_mel_ce: 2.584178924560547 (2.6890302896499634) + | > loss: 0.655622124671936 (0.6816930292230666) + | > current_lr: 5e-06 + | > step_time: 0.1089 (0.128425475322839) + | > loader_time: 0.0048 (0.0049691814364809) + + + --> TIME: 2024-12-24 06:51:06 -- STEP: 116/7738 -- GLOBAL_STEP: 139400 + | > loss_text_ce: 0.037280865013599396 (0.037541225809475484) + | > loss_mel_ce: 2.6413991451263428 (2.6848606385033698) + | > loss: 0.6696699857711792 (0.6806004628025252) + | > current_lr: 5e-06 + | > step_time: 0.1071 (0.1281734108924866) + | > loader_time: 0.0052 (0.004925454485005348) + + + --> TIME: 2024-12-24 06:51:18 -- STEP: 166/7738 -- GLOBAL_STEP: 139450 + | > loss_text_ce: 0.040751900523900986 (0.03771158664610732) + | > loss_mel_ce: 2.704702854156494 (2.6831883522401365) + | > loss: 0.686363697052002 (0.6802249823708131) + | > current_lr: 5e-06 + | > step_time: 0.0959 (0.12813325818762716) + | > loader_time: 0.0044 (0.004902675927403463) + + + --> TIME: 2024-12-24 06:51:29 -- STEP: 216/7738 -- GLOBAL_STEP: 139500 + | > loss_text_ce: 0.03690599277615547 (0.03775562616755012) + | > loss_mel_ce: 2.8152060508728027 (2.6767270774753005) + | > loss: 0.7130280137062073 (0.6786206756477001) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12818112748640553) + | > loader_time: 0.0045 (0.004888343590277212) + + + --> TIME: 2024-12-24 06:51:41 -- STEP: 266/7738 -- GLOBAL_STEP: 139550 + | > loss_text_ce: 0.03312314301729202 (0.037719552230117914) + | > loss_mel_ce: 2.7423439025878906 (2.674877664200345) + | > loss: 0.6938667893409729 (0.6781493037714993) + | > current_lr: 5e-06 + | > step_time: 0.1548 (0.12762078575621877) + | > loader_time: 0.0049 (0.004873822506209065) + + + --> TIME: 2024-12-24 06:51:52 -- STEP: 316/7738 -- GLOBAL_STEP: 139600 + | > loss_text_ce: 0.03743206709623337 (0.037713815505274494) + | > loss_mel_ce: 2.8338093757629395 (2.676280797282352) + | > loss: 0.717810332775116 (0.6784986529169201) + | > current_lr: 5e-06 + | > step_time: 0.0844 (0.12722080040581626) + | > loader_time: 0.0043 (0.004861614372156844) + + + --> TIME: 2024-12-24 06:52:03 -- STEP: 366/7738 -- GLOBAL_STEP: 139650 + | > loss_text_ce: 0.037066761404275894 (0.037730035957335796) + | > loss_mel_ce: 2.638427972793579 (2.6776072601151584) + | > loss: 0.66887366771698 (0.6788343241631657) + | > current_lr: 5e-06 + | > step_time: 0.1149 (0.12674328798804776) + | > loader_time: 0.0047 (0.0048544055125752435) + + + --> TIME: 2024-12-24 06:52:14 -- STEP: 416/7738 -- GLOBAL_STEP: 139700 + | > loss_text_ce: 0.036813557147979736 (0.037666960744760385) + | > loss_mel_ce: 2.7355408668518066 (2.6795882255985175) + | > loss: 0.6930885910987854 (0.6793137966440271) + | > current_lr: 5e-06 + | > step_time: 0.1065 (0.12669647141144824) + | > loader_time: 0.0048 (0.004852657134716331) + + + --> TIME: 2024-12-24 06:52:26 -- STEP: 466/7738 -- GLOBAL_STEP: 139750 + | > loss_text_ce: 0.03647324815392494 (0.037615874774210474) + | > loss_mel_ce: 2.6513426303863525 (2.6784324119019396) + | > loss: 0.6719539761543274 (0.6790120718049386) + | > current_lr: 5e-06 + | > step_time: 0.1088 (0.12686602905584507) + | > loader_time: 0.0046 (0.004855287944810076) + + + --> TIME: 2024-12-24 06:52:37 -- STEP: 516/7738 -- GLOBAL_STEP: 139800 + | > loss_text_ce: 0.03839176148176193 (0.037647907290059034) + | > loss_mel_ce: 2.758802652359009 (2.680400356303813) + | > loss: 0.699298620223999 (0.6795120662034941) + | > current_lr: 5e-06 + | > step_time: 0.0946 (0.12666238324586734) + | > loader_time: 0.0045 (0.00485311968382015) + + + --> TIME: 2024-12-24 06:52:49 -- STEP: 566/7738 -- GLOBAL_STEP: 139850 + | > loss_text_ce: 0.038345735520124435 (0.0376371909591103) + | > loss_mel_ce: 2.75579833984375 (2.6787689397697307) + | > loss: 0.6985360383987427 (0.6791015328451094) + | > current_lr: 5e-06 + | > step_time: 0.1112 (0.1268863968630141) + | > loader_time: 0.0045 (0.004845107402060144) + + + --> TIME: 2024-12-24 06:53:00 -- STEP: 616/7738 -- GLOBAL_STEP: 139900 + | > loss_text_ce: 0.03748144209384918 (0.03759652317513702) + | > loss_mel_ce: 2.686408758163452 (2.677665475126987) + | > loss: 0.6809725761413574 (0.6788154997221831) + | > current_lr: 5e-06 + | > step_time: 0.1133 (0.12680041170739512) + | > loader_time: 0.0056 (0.0048405121673237225) + + + --> TIME: 2024-12-24 06:53:11 -- STEP: 666/7738 -- GLOBAL_STEP: 139950 + | > loss_text_ce: 0.03238174691796303 (0.03757527235660471) + | > loss_mel_ce: 2.7361416816711426 (2.6769101154338864) + | > loss: 0.6921308636665344 (0.6786213473335755) + | > current_lr: 5e-06 + | > step_time: 0.1248 (0.12675534246920106) + | > loader_time: 0.0048 (0.004830495731250661) + + + --> TIME: 2024-12-24 06:53:24 -- STEP: 716/7738 -- GLOBAL_STEP: 140000 + | > loss_text_ce: 0.04101990908384323 (0.03754966102498875) + | > loss_mel_ce: 2.7758657932281494 (2.6797894962007134) + | > loss: 0.7042214274406433 (0.6793347896810349) + | > current_lr: 5e-06 + | > step_time: 0.1321 (0.12738922754479504) + | > loader_time: 0.0049 (0.004834470802179263) + + + --> TIME: 2024-12-24 06:53:35 -- STEP: 766/7738 -- GLOBAL_STEP: 140050 + | > loss_text_ce: 0.03743382915854454 (0.037573234871146645) + | > loss_mel_ce: 2.5551366806030273 (2.6780901076588246) + | > loss: 0.6481426358222961 (0.6789158362477005) + | > current_lr: 5e-06 + | > step_time: 0.123 (0.12724057905978992) + | > loader_time: 0.0048 (0.00483083756100727) + + + --> TIME: 2024-12-24 06:53:47 -- STEP: 816/7738 -- GLOBAL_STEP: 140100 + | > loss_text_ce: 0.034244123846292496 (0.037543805758925394) + | > loss_mel_ce: 2.6241023540496826 (2.6774471814141556) + | > loss: 0.66458660364151 (0.6787477476047533) + | > current_lr: 5e-06 + | > step_time: 0.105 (0.12759516636530538) + | > loader_time: 0.0045 (0.0048304772844501576) + + + --> TIME: 2024-12-24 06:53:58 -- STEP: 866/7738 -- GLOBAL_STEP: 140150 + | > loss_text_ce: 0.03803185746073723 (0.037537462364099376) + | > loss_mel_ce: 2.7436089515686035 (2.678292301180181) + | > loss: 0.6954101920127869 (0.6789574416625306) + | > current_lr: 5e-06 + | > step_time: 0.1061 (0.1275377970094217) + | > loader_time: 0.0046 (0.004827521139149304) + + + --> TIME: 2024-12-24 06:54:10 -- STEP: 916/7738 -- GLOBAL_STEP: 140200 + | > loss_text_ce: 0.0392085462808609 (0.037537218282999746) + | > loss_mel_ce: 2.616319179534912 (2.6790105062801244) + | > loss: 0.6638819575309753 (0.6791369320263507) + | > current_lr: 5e-06 + | > step_time: 0.0928 (0.12769060884500683) + | > loader_time: 0.0046 (0.004826202142707126) + + + --> TIME: 2024-12-24 06:54:21 -- STEP: 966/7738 -- GLOBAL_STEP: 140250 + | > loss_text_ce: 0.03559856489300728 (0.03753913308476444) + | > loss_mel_ce: 2.656421661376953 (2.6781137525171475) + | > loss: 0.6730050444602966 (0.6789132222749183) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12776056555240534) + | > loader_time: 0.0047 (0.00482602173744028) + + + --> TIME: 2024-12-24 06:54:33 -- STEP: 1016/7738 -- GLOBAL_STEP: 140300 + | > loss_text_ce: 0.03504844009876251 (0.037557400649369514) + | > loss_mel_ce: 2.9151859283447266 (2.679513007871748) + | > loss: 0.7375586032867432 (0.679267602877354) + | > current_lr: 5e-06 + | > step_time: 0.1284 (0.12790559783695235) + | > loader_time: 0.0047 (0.004825229250539946) + + + --> TIME: 2024-12-24 06:54:45 -- STEP: 1066/7738 -- GLOBAL_STEP: 140350 + | > loss_text_ce: 0.03732723370194435 (0.03755788170989418) + | > loss_mel_ce: 2.903681516647339 (2.678563498869175) + | > loss: 0.7352522015571594 (0.6790303457633191) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.12797951631206042) + | > loader_time: 0.005 (0.004828461115624174) + + + --> TIME: 2024-12-24 06:54:56 -- STEP: 1116/7738 -- GLOBAL_STEP: 140400 + | > loss_text_ce: 0.037376124411821365 (0.03757339487299594) + | > loss_mel_ce: 2.5262796878814697 (2.6792907614434496) + | > loss: 0.6409139633178711 (0.6792160398109838) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.12798822823391148) + | > loader_time: 0.0057 (0.004836173895012092) + + + --> TIME: 2024-12-24 06:55:08 -- STEP: 1166/7738 -- GLOBAL_STEP: 140450 + | > loss_text_ce: 0.037871021777391434 (0.0375782187491349) + | > loss_mel_ce: 2.8894636631011963 (2.6794830157867224) + | > loss: 0.7318336963653564 (0.6792653092593722) + | > current_lr: 5e-06 + | > step_time: 0.1251 (0.12806662012332495) + | > loader_time: 0.0048 (0.004839427270774775) + + + --> TIME: 2024-12-24 06:55:19 -- STEP: 1216/7738 -- GLOBAL_STEP: 140500 + | > loss_text_ce: 0.03569123521447182 (0.03757572047240841) + | > loss_mel_ce: 2.7638280391693115 (2.679709135701783) + | > loss: 0.6998798251152039 (0.6793212146547276) + | > current_lr: 5e-06 + | > step_time: 0.1474 (0.1282314905210545) + | > loader_time: 0.0052 (0.004846901093658648) + + + --> TIME: 2024-12-24 06:55:31 -- STEP: 1266/7738 -- GLOBAL_STEP: 140550 + | > loss_text_ce: 0.0391329824924469 (0.03759146796018596) + | > loss_mel_ce: 2.770540475845337 (2.6802130824581725) + | > loss: 0.7024183869361877 (0.6794511381577916) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.1281492423860571) + | > loader_time: 0.0046 (0.004847824291030379) + + + --> TIME: 2024-12-24 06:55:42 -- STEP: 1316/7738 -- GLOBAL_STEP: 140600 + | > loss_text_ce: 0.03574563190340996 (0.037598693712209696) + | > loss_mel_ce: 2.5887789726257324 (2.680287317664429) + | > loss: 0.6561311483383179 (0.6794715034110204) + | > current_lr: 5e-06 + | > step_time: 0.1418 (0.12814809522367893) + | > loader_time: 0.0053 (0.004852622294498434) + + + --> TIME: 2024-12-24 06:55:54 -- STEP: 1366/7738 -- GLOBAL_STEP: 140650 + | > loss_text_ce: 0.035404954105615616 (0.037600030694402334) + | > loss_mel_ce: 2.7935309410095215 (2.6797947742230397) + | > loss: 0.7072339653968811 (0.6793487017011575) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.12848897088499056) + | > loader_time: 0.0052 (0.0048576078512658155) + + + --> TIME: 2024-12-24 06:56:06 -- STEP: 1416/7738 -- GLOBAL_STEP: 140700 + | > loss_text_ce: 0.03668954223394394 (0.03759361684353928) + | > loss_mel_ce: 2.6973445415496826 (2.6801205090547042) + | > loss: 0.6835085153579712 (0.679428531961926) + | > current_lr: 5e-06 + | > step_time: 0.1303 (0.1286351244665135) + | > loader_time: 0.0053 (0.0048654739466090675) + + + --> TIME: 2024-12-24 06:56:18 -- STEP: 1466/7738 -- GLOBAL_STEP: 140750 + | > loss_text_ce: 0.03743431344628334 (0.037578821893766184) + | > loss_mel_ce: 2.609785318374634 (2.6798778069783724) + | > loss: 0.6618049144744873 (0.6793641577719989) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12881498658803445) + | > loader_time: 0.0048 (0.0048756799463685815) + + + --> TIME: 2024-12-24 06:56:30 -- STEP: 1516/7738 -- GLOBAL_STEP: 140800 + | > loss_text_ce: 0.035010676831007004 (0.037568367860405294) + | > loss_mel_ce: 2.6828086376190186 (2.6798318981495295) + | > loss: 0.6794548034667969 (0.6793500671364694) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.1288389440891297) + | > loader_time: 0.005 (0.004879098454377269) + + + --> TIME: 2024-12-24 06:56:42 -- STEP: 1566/7738 -- GLOBAL_STEP: 140850 + | > loss_text_ce: 0.04156883805990219 (0.037568272918101143) + | > loss_mel_ce: 2.7665743827819824 (2.6797232991738675) + | > loss: 0.7020357847213745 (0.6793228936301939) + | > current_lr: 5e-06 + | > step_time: 0.1245 (0.12902525269056495) + | > loader_time: 0.005 (0.004884595310703249) + + + --> TIME: 2024-12-24 06:56:53 -- STEP: 1616/7738 -- GLOBAL_STEP: 140900 + | > loss_text_ce: 0.03367012366652489 (0.037557306358277205) + | > loss_mel_ce: 2.797186851501465 (2.680271217876145) + | > loss: 0.7077142596244812 (0.6794571317363487) + | > current_lr: 5e-06 + | > step_time: 0.1043 (0.129042254521115) + | > loader_time: 0.0049 (0.004886605656973213) + + + --> TIME: 2024-12-24 06:57:05 -- STEP: 1666/7738 -- GLOBAL_STEP: 140950 + | > loss_text_ce: 0.04024612903594971 (0.0375470989579413) + | > loss_mel_ce: 2.6974523067474365 (2.6804438329973745) + | > loss: 0.684424638748169 (0.6794977336227529) + | > current_lr: 5e-06 + | > step_time: 0.1103 (0.12909948811525343) + | > loader_time: 0.0048 (0.004890171419672611) + + + --> TIME: 2024-12-24 06:57:17 -- STEP: 1716/7738 -- GLOBAL_STEP: 141000 + | > loss_text_ce: 0.03582122549414635 (0.03754548860457672) + | > loss_mel_ce: 2.7030162811279297 (2.6801612667548382) + | > loss: 0.684709370136261 (0.6794266893174536) + | > current_lr: 5e-06 + | > step_time: 0.1395 (0.12912490970882784) + | > loader_time: 0.0059 (0.004892831082110645) + + + --> TIME: 2024-12-24 06:57:28 -- STEP: 1766/7738 -- GLOBAL_STEP: 141050 + | > loss_text_ce: 0.0392022505402565 (0.03754029195494148) + | > loss_mel_ce: 2.7996408939361572 (2.680284602185746) + | > loss: 0.7097107768058777 (0.6794562239541602) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.12907349887817665) + | > loader_time: 0.0046 (0.00489277140335481) + + + --> TIME: 2024-12-24 06:57:40 -- STEP: 1816/7738 -- GLOBAL_STEP: 141100 + | > loss_text_ce: 0.037130262702703476 (0.03754643977430981) + | > loss_mel_ce: 2.7311532497406006 (2.680345735623451) + | > loss: 0.6920709013938904 (0.6794730443589482) + | > current_lr: 5e-06 + | > step_time: 0.129 (0.12911046667246048) + | > loader_time: 0.0051 (0.004893607505092543) + + + --> TIME: 2024-12-24 06:57:52 -- STEP: 1866/7738 -- GLOBAL_STEP: 141150 + | > loss_text_ce: 0.04037964716553688 (0.03755075207313509) + | > loss_mel_ce: 2.6314446926116943 (2.680354414134422) + | > loss: 0.6679561138153076 (0.6794762920592242) + | > current_lr: 5e-06 + | > step_time: 0.1132 (0.1291152919859239) + | > loader_time: 0.0047 (0.0048993914073686565) + + + --> TIME: 2024-12-24 06:58:03 -- STEP: 1916/7738 -- GLOBAL_STEP: 141200 + | > loss_text_ce: 0.03839617967605591 (0.03754534654704259) + | > loss_mel_ce: 2.4375860691070557 (2.679539160215783) + | > loss: 0.6189955472946167 (0.6792711271498043) + | > current_lr: 5e-06 + | > step_time: 0.1043 (0.12910568851021015) + | > loader_time: 0.0047 (0.004900335270079298) + + + --> TIME: 2024-12-24 06:58:15 -- STEP: 1966/7738 -- GLOBAL_STEP: 141250 + | > loss_text_ce: 0.04033885896205902 (0.03754810212864062) + | > loss_mel_ce: 2.600956439971924 (2.6797700877834827) + | > loss: 0.6603237986564636 (0.6793295478529745) + | > current_lr: 5e-06 + | > step_time: 0.1552 (0.12916222448145298) + | > loader_time: 0.0052 (0.004901816740647221) + + + --> TIME: 2024-12-24 06:58:26 -- STEP: 2016/7738 -- GLOBAL_STEP: 141300 + | > loss_text_ce: 0.03702127933502197 (0.037547666262576565) + | > loss_mel_ce: 2.8496739864349365 (2.6792891985840295) + | > loss: 0.721673846244812 (0.6792092165717524) + | > current_lr: 5e-06 + | > step_time: 0.121 (0.12909255224087915) + | > loader_time: 0.0051 (0.004901300110514207) + + + --> TIME: 2024-12-24 06:58:38 -- STEP: 2066/7738 -- GLOBAL_STEP: 141350 + | > loss_text_ce: 0.03802487999200821 (0.03754895517020148) + | > loss_mel_ce: 2.5785481929779053 (2.6794352386027804) + | > loss: 0.6541432738304138 (0.6792460486999665) + | > current_lr: 5e-06 + | > step_time: 0.1351 (0.1291745929958055) + | > loader_time: 0.0046 (0.0049057579225169085) + + + --> TIME: 2024-12-24 06:58:50 -- STEP: 2116/7738 -- GLOBAL_STEP: 141400 + | > loss_text_ce: 0.03374123200774193 (0.03754190487579384) + | > loss_mel_ce: 2.7392122745513916 (2.679360361428255) + | > loss: 0.693238377571106 (0.6792255667635076) + | > current_lr: 5e-06 + | > step_time: 0.1425 (0.12927654109514988) + | > loader_time: 0.0053 (0.004908111009796092) + + + --> TIME: 2024-12-24 06:59:02 -- STEP: 2166/7738 -- GLOBAL_STEP: 141450 + | > loss_text_ce: 0.03675519675016403 (0.0375455276970085) + | > loss_mel_ce: 2.66606068611145 (2.6788478580097994) + | > loss: 0.6757039427757263 (0.6790983465019458) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.12936924842366038) + | > loader_time: 0.0049 (0.004909995850433611) + + + --> TIME: 2024-12-24 06:59:13 -- STEP: 2216/7738 -- GLOBAL_STEP: 141500 + | > loss_text_ce: 0.037018656730651855 (0.03754734730899386) + | > loss_mel_ce: 2.4962081909179688 (2.6787631310495685) + | > loss: 0.6333067417144775 (0.6790776195724078) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.1292848960372088) + | > loader_time: 0.0046 (0.004910632053437225) + + + --> TIME: 2024-12-24 06:59:25 -- STEP: 2266/7738 -- GLOBAL_STEP: 141550 + | > loss_text_ce: 0.03761028125882149 (0.037541058050124955) + | > loss_mel_ce: 2.5351104736328125 (2.6791635054144756) + | > loss: 0.6431801915168762 (0.6791761409152628) + | > current_lr: 5e-06 + | > step_time: 0.1622 (0.12932422701910581) + | > loader_time: 0.0051 (0.004922830942765032) + + + --> TIME: 2024-12-24 06:59:37 -- STEP: 2316/7738 -- GLOBAL_STEP: 141600 + | > loss_text_ce: 0.036515843123197556 (0.03755270744495363) + | > loss_mel_ce: 2.726386308670044 (2.6788017701402667) + | > loss: 0.690725564956665 (0.6790886194234468) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12935170804074828) + | > loader_time: 0.0049 (0.004926648164660214) + + + --> TIME: 2024-12-24 06:59:48 -- STEP: 2366/7738 -- GLOBAL_STEP: 141650 + | > loss_text_ce: 0.03899192437529564 (0.03755609074801154) + | > loss_mel_ce: 2.681739091873169 (2.678625849073257) + | > loss: 0.6801827549934387 (0.679045484918511) + | > current_lr: 5e-06 + | > step_time: 0.1094 (0.12925250461720283) + | > loader_time: 0.0046 (0.004931261352029585) + + + --> TIME: 2024-12-24 06:59:59 -- STEP: 2416/7738 -- GLOBAL_STEP: 141700 + | > loss_text_ce: 0.0392179973423481 (0.03754810428336284) + | > loss_mel_ce: 2.5344624519348145 (2.6783009306681893) + | > loss: 0.6434201002120972 (0.6789622586343845) + | > current_lr: 5e-06 + | > step_time: 0.0867 (0.12919522062042713) + | > loader_time: 0.0048 (0.004934546469852635) + + + --> TIME: 2024-12-24 07:00:11 -- STEP: 2466/7738 -- GLOBAL_STEP: 141750 + | > loss_text_ce: 0.04064184054732323 (0.03754863657271795) + | > loss_mel_ce: 2.7107157707214355 (2.678373718300395) + | > loss: 0.6878393888473511 (0.678980588550404) + | > current_lr: 5e-06 + | > step_time: 0.1494 (0.12914453129021997) + | > loader_time: 0.005 (0.004935872429092061) + + + --> TIME: 2024-12-24 07:00:22 -- STEP: 2516/7738 -- GLOBAL_STEP: 141800 + | > loss_text_ce: 0.04033617302775383 (0.037550116681148826) + | > loss_mel_ce: 2.7665953636169434 (2.678267080946836) + | > loss: 0.701732873916626 (0.6789542992135861) + | > current_lr: 5e-06 + | > step_time: 0.1318 (0.12915297646211724) + | > loader_time: 0.0056 (0.0049397379681112765) + + + --> TIME: 2024-12-24 07:00:34 -- STEP: 2566/7738 -- GLOBAL_STEP: 141850 + | > loss_text_ce: 0.03407137095928192 (0.037545318150528466) + | > loss_mel_ce: 2.4409546852111816 (2.6783059013140758) + | > loss: 0.6187565326690674 (0.6789628047080865) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12912446506675684) + | > loader_time: 0.0046 (0.004941114019065388) + + + --> TIME: 2024-12-24 07:00:45 -- STEP: 2616/7738 -- GLOBAL_STEP: 141900 + | > loss_text_ce: 0.04032086580991745 (0.03755363328339653) + | > loss_mel_ce: 2.657458543777466 (2.6779853146557455) + | > loss: 0.674444854259491 (0.6788847367606756) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.12904894889676982) + | > loader_time: 0.0047 (0.004942379595671968) + + + --> TIME: 2024-12-24 07:00:57 -- STEP: 2666/7738 -- GLOBAL_STEP: 141950 + | > loss_text_ce: 0.0324510782957077 (0.03755526730004037) + | > loss_mel_ce: 2.9487876892089844 (2.6777341112729265) + | > loss: 0.7453097105026245 (0.6788223444610628) + | > current_lr: 5e-06 + | > step_time: 0.1461 (0.12906839743826695) + | > loader_time: 0.0049 (0.0049512505263023185) + + + --> TIME: 2024-12-24 07:01:08 -- STEP: 2716/7738 -- GLOBAL_STEP: 142000 + | > loss_text_ce: 0.038000889122486115 (0.037564985225709585) + | > loss_mel_ce: 2.774728536605835 (2.677295451926208) + | > loss: 0.7031823396682739 (0.6787151090789785) + | > current_lr: 5e-06 + | > step_time: 0.1409 (0.12901837713412947) + | > loader_time: 0.0051 (0.0049544240132698555) + + + --> TIME: 2024-12-24 07:01:20 -- STEP: 2766/7738 -- GLOBAL_STEP: 142050 + | > loss_text_ce: 0.037094660103321075 (0.037561520286960325) + | > loss_mel_ce: 2.869328498840332 (2.67770233433573) + | > loss: 0.7266057729721069 (0.6788159634484292) + | > current_lr: 5e-06 + | > step_time: 0.1628 (0.12908973412848185) + | > loader_time: 0.0065 (0.004958891903069783) + + + --> TIME: 2024-12-24 07:01:32 -- STEP: 2816/7738 -- GLOBAL_STEP: 142100 + | > loss_text_ce: 0.03551999107003212 (0.03755549394290114) + | > loss_mel_ce: 2.945127487182617 (2.678037588992584) + | > loss: 0.7451618909835815 (0.678898270474746) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12916789483278993) + | > loader_time: 0.005 (0.004969171079045) + + + --> TIME: 2024-12-24 07:01:43 -- STEP: 2866/7738 -- GLOBAL_STEP: 142150 + | > loss_text_ce: 0.040443919599056244 (0.03755238688949287) + | > loss_mel_ce: 2.596268653869629 (2.6776594436842545) + | > loss: 0.6591781377792358 (0.6788029573592613) + | > current_lr: 5e-06 + | > step_time: 0.0944 (0.12913697479658) + | > loader_time: 0.0043 (0.004978906334652741) + + + --> TIME: 2024-12-24 07:01:55 -- STEP: 2916/7738 -- GLOBAL_STEP: 142200 + | > loss_text_ce: 0.04167591407895088 (0.03754846960247402) + | > loss_mel_ce: 2.549039363861084 (2.6779145815081447) + | > loss: 0.647678792476654 (0.678865762567977) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12914606924737265) + | > loader_time: 0.0046 (0.004981561943336771) + + + --> TIME: 2024-12-24 07:02:07 -- STEP: 2966/7738 -- GLOBAL_STEP: 142250 + | > loss_text_ce: 0.03604235127568245 (0.0375439140308882) + | > loss_mel_ce: 2.643240451812744 (2.6779382849414874) + | > loss: 0.6698207259178162 (0.6788705495548492) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.1291596256874736) + | > loader_time: 0.0048 (0.0049850842636015805) + + + --> TIME: 2024-12-24 07:02:18 -- STEP: 3016/7738 -- GLOBAL_STEP: 142300 + | > loss_text_ce: 0.03751000761985779 (0.037547476632293304) + | > loss_mel_ce: 2.5986928939819336 (2.6775859868652963) + | > loss: 0.659050703048706 (0.6787833657006986) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.12913243389572315) + | > loader_time: 0.0051 (0.004986078574739654) + + + --> TIME: 2024-12-24 07:02:29 -- STEP: 3066/7738 -- GLOBAL_STEP: 142350 + | > loss_text_ce: 0.03517444059252739 (0.03754457883082398) + | > loss_mel_ce: 2.6805827617645264 (2.67764379289208) + | > loss: 0.6789392828941345 (0.6787970926896918) + | > current_lr: 5e-06 + | > step_time: 0.1109 (0.12907458393696605) + | > loader_time: 0.005 (0.004985145471178467) + + + --> TIME: 2024-12-24 07:02:41 -- STEP: 3116/7738 -- GLOBAL_STEP: 142400 + | > loss_text_ce: 0.038130443543195724 (0.03754587510519398) + | > loss_mel_ce: 2.6250216960906982 (2.6772753617729874) + | > loss: 0.6657880544662476 (0.6787053089737113) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12906554811879184) + | > loader_time: 0.0053 (0.0049890359344776265) + + + --> TIME: 2024-12-24 07:02:52 -- STEP: 3166/7738 -- GLOBAL_STEP: 142450 + | > loss_text_ce: 0.037294402718544006 (0.03754665941501246) + | > loss_mel_ce: 2.6737499237060547 (2.6770255158991305) + | > loss: 0.6777610778808594 (0.6786430435736407) + | > current_lr: 5e-06 + | > step_time: 0.1559 (0.12902663865574368) + | > loader_time: 0.0052 (0.004988448196623197) + + + --> TIME: 2024-12-24 07:03:04 -- STEP: 3216/7738 -- GLOBAL_STEP: 142500 + | > loss_text_ce: 0.03830396756529808 (0.03755112516691458) + | > loss_mel_ce: 2.66129207611084 (2.6768511624923415) + | > loss: 0.6748989820480347 (0.6786005716789407) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12900472606592492) + | > loader_time: 0.005 (0.004988374698221392) + + + --> TIME: 2024-12-24 07:03:15 -- STEP: 3266/7738 -- GLOBAL_STEP: 142550 + | > loss_text_ce: 0.040529411286115646 (0.03755643528835385) + | > loss_mel_ce: 2.7228143215179443 (2.6767735575432456) + | > loss: 0.6908359527587891 (0.6785824979402781) + | > current_lr: 5e-06 + | > step_time: 0.1571 (0.12899422806169217) + | > loader_time: 0.0053 (0.004989047249036561) + + + --> TIME: 2024-12-24 07:03:27 -- STEP: 3316/7738 -- GLOBAL_STEP: 142600 + | > loss_text_ce: 0.03864895552396774 (0.03755733052850565) + | > loss_mel_ce: 2.697492837905884 (2.6767526241637274) + | > loss: 0.6840354204177856 (0.6785774884523026) + | > current_lr: 5e-06 + | > step_time: 0.0972 (0.12896698425704795) + | > loader_time: 0.0049 (0.004988974699496652) + + + --> TIME: 2024-12-24 07:03:39 -- STEP: 3366/7738 -- GLOBAL_STEP: 142650 + | > loss_text_ce: 0.03682496398687363 (0.03755900087261127) + | > loss_mel_ce: 2.612159013748169 (2.677022695895541) + | > loss: 0.6622459888458252 (0.678645424044563) + | > current_lr: 5e-06 + | > step_time: 0.1677 (0.12898825168326275) + | > loader_time: 0.0054 (0.00498909144194723) + + + --> TIME: 2024-12-24 07:03:50 -- STEP: 3416/7738 -- GLOBAL_STEP: 142700 + | > loss_text_ce: 0.03783365339040756 (0.03755542839194632) + | > loss_mel_ce: 2.574838161468506 (2.676651821901426) + | > loss: 0.6531679630279541 (0.6785518123792249) + | > current_lr: 5e-06 + | > step_time: 0.2374 (0.12904511598010793) + | > loader_time: 0.0052 (0.004990371524310507) + + + --> TIME: 2024-12-24 07:04:02 -- STEP: 3466/7738 -- GLOBAL_STEP: 142750 + | > loss_text_ce: 0.038139235228300095 (0.037557027693375745) + | > loss_mel_ce: 2.6382970809936523 (2.6765515412888106) + | > loss: 0.6691091060638428 (0.6785271420378377) + | > current_lr: 5e-06 + | > step_time: 0.1221 (0.12898657353572313) + | > loader_time: 0.0051 (0.004990694705833267) + + + --> TIME: 2024-12-24 07:04:13 -- STEP: 3516/7738 -- GLOBAL_STEP: 142800 + | > loss_text_ce: 0.03629472106695175 (0.03755624672298379) + | > loss_mel_ce: 2.6221210956573486 (2.6764884325288962) + | > loss: 0.6646039485931396 (0.6785111696002685) + | > current_lr: 5e-06 + | > step_time: 0.1309 (0.12897885035600518) + | > loader_time: 0.0054 (0.004990959804890781) + + + --> TIME: 2024-12-24 07:04:25 -- STEP: 3566/7738 -- GLOBAL_STEP: 142850 + | > loss_text_ce: 0.04116645082831383 (0.03756822718895528) + | > loss_mel_ce: 2.7628214359283447 (2.6763859461748547) + | > loss: 0.700996994972229 (0.6784885431265324) + | > current_lr: 5e-06 + | > step_time: 0.1507 (0.1289872462603727) + | > loader_time: 0.0049 (0.004990686610784016) + + + --> TIME: 2024-12-24 07:04:36 -- STEP: 3616/7738 -- GLOBAL_STEP: 142900 + | > loss_text_ce: 0.0385495163500309 (0.037568389954235004) + | > loss_mel_ce: 2.7286620140075684 (2.6761455915011156) + | > loss: 0.6918028593063354 (0.6784284951379592) + | > current_lr: 5e-06 + | > step_time: 0.0941 (0.12895355564830546) + | > loader_time: 0.0046 (0.0049906782476247975) + + + --> TIME: 2024-12-24 07:04:48 -- STEP: 3666/7738 -- GLOBAL_STEP: 142950 + | > loss_text_ce: 0.03483232483267784 (0.037564880575881095) + | > loss_mel_ce: 2.7449758052825928 (2.676344463946193) + | > loss: 0.6949520111083984 (0.6784773358899379) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.12900235382377642) + | > loader_time: 0.0052 (0.004991361110248143) + + + --> TIME: 2024-12-24 07:05:00 -- STEP: 3716/7738 -- GLOBAL_STEP: 143000 + | > loss_text_ce: 0.039153922349214554 (0.037559691449653376) + | > loss_mel_ce: 2.661813259124756 (2.6764705528227473) + | > loss: 0.6752417683601379 (0.6785075608540647) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1290552136844143) + | > loader_time: 0.0052 (0.004991945653223508) + + + --> TIME: 2024-12-24 07:05:11 -- STEP: 3766/7738 -- GLOBAL_STEP: 143050 + | > loss_text_ce: 0.03724770247936249 (0.037555896454014456) + | > loss_mel_ce: 2.763780117034912 (2.6762793183769897) + | > loss: 0.7002569437026978 (0.6784588034901275) + | > current_lr: 5e-06 + | > step_time: 0.1545 (0.12904182755434276) + | > loader_time: 0.0049 (0.004991302892874358) + + + --> TIME: 2024-12-24 07:05:23 -- STEP: 3816/7738 -- GLOBAL_STEP: 143100 + | > loss_text_ce: 0.03860699012875557 (0.03755016466485538) + | > loss_mel_ce: 2.627908945083618 (2.676285869857802) + | > loss: 0.6666289567947388 (0.6784590084410301) + | > current_lr: 5e-06 + | > step_time: 0.0969 (0.12904366313536425) + | > loader_time: 0.005 (0.0049913404997539755) + + + --> TIME: 2024-12-24 07:05:35 -- STEP: 3866/7738 -- GLOBAL_STEP: 143150 + | > loss_text_ce: 0.036431197077035904 (0.037547084535156545) + | > loss_mel_ce: 2.7785885334014893 (2.676209057604658) + | > loss: 0.7037549614906311 (0.6784390353564445) + | > current_lr: 5e-06 + | > step_time: 0.1228 (0.1291272973866268) + | > loader_time: 0.0051 (0.0049933228416265294) + + + --> TIME: 2024-12-24 07:05:46 -- STEP: 3916/7738 -- GLOBAL_STEP: 143200 + | > loss_text_ce: 0.03908019885420799 (0.037540040453620076) + | > loss_mel_ce: 2.5634706020355225 (2.676597376035355) + | > loss: 0.650637686252594 (0.678534353899638) + | > current_lr: 5e-06 + | > step_time: 0.0991 (0.12910033136880153) + | > loader_time: 0.0049 (0.004993180758619458) + + + --> TIME: 2024-12-24 07:05:58 -- STEP: 3966/7738 -- GLOBAL_STEP: 143250 + | > loss_text_ce: 0.03892754018306732 (0.037540126721545206) + | > loss_mel_ce: 2.6084892749786377 (2.6767568412118066) + | > loss: 0.6618542075157166 (0.6785742417466311) + | > current_lr: 5e-06 + | > step_time: 0.1654 (0.12912202819212437) + | > loader_time: 0.0052 (0.004993847086161484) + + + --> TIME: 2024-12-24 07:06:10 -- STEP: 4016/7738 -- GLOBAL_STEP: 143300 + | > loss_text_ce: 0.0366395078599453 (0.037542081920363304) + | > loss_mel_ce: 2.7124176025390625 (2.6766954403355796) + | > loss: 0.6872642636299133 (0.6785593803719684) + | > current_lr: 5e-06 + | > step_time: 0.086 (0.1291543920914011) + | > loader_time: 0.0044 (0.004996400311648612) + + + --> TIME: 2024-12-24 07:06:22 -- STEP: 4066/7738 -- GLOBAL_STEP: 143350 + | > loss_text_ce: 0.035096175968647 (0.03753890120962604) + | > loss_mel_ce: 2.5767338275909424 (2.676842664652018) + | > loss: 0.6529574990272522 (0.6785953912720901) + | > current_lr: 5e-06 + | > step_time: 0.1229 (0.12918950780764346) + | > loader_time: 0.0051 (0.004999721513495798) + + + --> TIME: 2024-12-24 07:06:33 -- STEP: 4116/7738 -- GLOBAL_STEP: 143400 + | > loss_text_ce: 0.038452595472335815 (0.0375461310095745) + | > loss_mel_ce: 2.7117273807525635 (2.676240595135445) + | > loss: 0.6875450015068054 (0.6784466813355529) + | > current_lr: 5e-06 + | > step_time: 0.1346 (0.12912985447891903) + | > loader_time: 0.0052 (0.00500136416901421) + + + --> TIME: 2024-12-24 07:06:45 -- STEP: 4166/7738 -- GLOBAL_STEP: 143450 + | > loss_text_ce: 0.03669413551688194 (0.03754190456585364) + | > loss_mel_ce: 2.6908116340637207 (2.676282891675481) + | > loss: 0.6818764209747314 (0.6784561988801483) + | > current_lr: 5e-06 + | > step_time: 0.1247 (0.12916684911849646) + | > loader_time: 0.0049 (0.0050034114963093835) + + + --> TIME: 2024-12-24 07:06:56 -- STEP: 4216/7738 -- GLOBAL_STEP: 143500 + | > loss_text_ce: 0.03795241564512253 (0.03754284543089528) + | > loss_mel_ce: 2.640133857727051 (2.6760096186931053) + | > loss: 0.6695215702056885 (0.6783881158173867) + | > current_lr: 5e-06 + | > step_time: 0.0865 (0.12911430583733038) + | > loader_time: 0.0048 (0.005004788202850374) + + + --> TIME: 2024-12-24 07:07:08 -- STEP: 4266/7738 -- GLOBAL_STEP: 143550 + | > loss_text_ce: 0.035152681171894073 (0.037538889993769836) + | > loss_mel_ce: 2.672053098678589 (2.6761909949628624) + | > loss: 0.6768014430999756 (0.6784324710407104) + | > current_lr: 5e-06 + | > step_time: 0.1142 (0.12914093246048586) + | > loader_time: 0.0049 (0.005005934067416297) + + + --> TIME: 2024-12-24 07:07:20 -- STEP: 4316/7738 -- GLOBAL_STEP: 143600 + | > loss_text_ce: 0.038649048656225204 (0.0375398191497372) + | > loss_mel_ce: 2.625488519668579 (2.6759367964132954) + | > loss: 0.6660344004631042 (0.6783691536949332) + | > current_lr: 5e-06 + | > step_time: 0.1292 (0.1291784239213036) + | > loader_time: 0.0055 (0.005006713210928764) + + + --> TIME: 2024-12-24 07:07:31 -- STEP: 4366/7738 -- GLOBAL_STEP: 143650 + | > loss_text_ce: 0.03426405414938927 (0.03753718203449884) + | > loss_mel_ce: 2.6241016387939453 (2.676042785078793) + | > loss: 0.6645914316177368 (0.6783949915444248) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.12915760292353745) + | > loader_time: 0.0054 (0.005007844805662866) + + + --> TIME: 2024-12-24 07:07:42 -- STEP: 4416/7738 -- GLOBAL_STEP: 143700 + | > loss_text_ce: 0.038147713989019394 (0.03753320321877677) + | > loss_mel_ce: 2.4721028804779053 (2.6760102577399523) + | > loss: 0.6275626420974731 (0.6783858650107526) + | > current_lr: 5e-06 + | > step_time: 0.0921 (0.12914302896546243) + | > loader_time: 0.0047 (0.0050121445370757125) + + + --> TIME: 2024-12-24 07:07:54 -- STEP: 4466/7738 -- GLOBAL_STEP: 143750 + | > loss_text_ce: 0.03753943741321564 (0.03753419475570702) + | > loss_mel_ce: 2.5048575401306152 (2.676016559741768) + | > loss: 0.6355992555618286 (0.6783876884053007) + | > current_lr: 5e-06 + | > step_time: 0.1008 (0.12913477388775696) + | > loader_time: 0.0049 (0.005012305392527129) + + + --> TIME: 2024-12-24 07:08:06 -- STEP: 4516/7738 -- GLOBAL_STEP: 143800 + | > loss_text_ce: 0.03814435005187988 (0.03752966113702003) + | > loss_mel_ce: 2.6494967937469482 (2.675858200493908) + | > loss: 0.671910285949707 (0.6783469652078966) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.12919832025617461) + | > loader_time: 0.005 (0.0050128013080363845) + + + --> TIME: 2024-12-24 07:08:17 -- STEP: 4566/7738 -- GLOBAL_STEP: 143850 + | > loss_text_ce: 0.03546074405312538 (0.03752932884370189) + | > loss_mel_ce: 2.641254425048828 (2.6759404364354884) + | > loss: 0.6691787838935852 (0.6783674410754417) + | > current_lr: 5e-06 + | > step_time: 0.1697 (0.1291659976430381) + | > loader_time: 0.0055 (0.005013731974444271) + + + --> TIME: 2024-12-24 07:08:29 -- STEP: 4616/7738 -- GLOBAL_STEP: 143900 + | > loss_text_ce: 0.03474042937159538 (0.03752256836580755) + | > loss_mel_ce: 2.6591103076934814 (2.675766662150571) + | > loss: 0.6734626889228821 (0.6783223073264539) + | > current_lr: 5e-06 + | > step_time: 0.1197 (0.1291415801391235) + | > loader_time: 0.005 (0.0050145913451341995) + + + --> TIME: 2024-12-24 07:08:40 -- STEP: 4666/7738 -- GLOBAL_STEP: 143950 + | > loss_text_ce: 0.03787851706147194 (0.037521925419121895) + | > loss_mel_ce: 2.7998321056365967 (2.6756726219783893) + | > loss: 0.7094276547431946 (0.6782986365364072) + | > current_lr: 5e-06 + | > step_time: 0.1492 (0.12908295020492988) + | > loader_time: 0.0054 (0.005015554879798036) + + + --> TIME: 2024-12-24 07:08:52 -- STEP: 4716/7738 -- GLOBAL_STEP: 144000 + | > loss_text_ce: 0.035605043172836304 (0.03751582643404233) + | > loss_mel_ce: 2.9099528789520264 (2.675527918075892) + | > loss: 0.7363894581794739 (0.6782609358290871) + | > current_lr: 5e-06 + | > step_time: 0.1429 (0.12907061033879796) + | > loader_time: 0.0054 (0.00501582620505867) + + + --> TIME: 2024-12-24 07:09:03 -- STEP: 4766/7738 -- GLOBAL_STEP: 144050 + | > loss_text_ce: 0.036753445863723755 (0.03752014077840305) + | > loss_mel_ce: 2.5787837505340576 (2.675599015364367) + | > loss: 0.6538842916488647 (0.6782797886902063) + | > current_lr: 5e-06 + | > step_time: 0.149 (0.12908919683985445) + | > loader_time: 0.0051 (0.005017976124547792) + + + --> TIME: 2024-12-24 07:09:15 -- STEP: 4816/7738 -- GLOBAL_STEP: 144100 + | > loss_text_ce: 0.036625076085329056 (0.03752071768713747) + | > loss_mel_ce: 2.671024799346924 (2.6754170984425825) + | > loss: 0.6769124865531921 (0.678234453687437) + | > current_lr: 5e-06 + | > step_time: 0.1171 (0.1290686155771492) + | > loader_time: 0.0051 (0.005018322719292001) + + + --> TIME: 2024-12-24 07:09:26 -- STEP: 4866/7738 -- GLOBAL_STEP: 144150 + | > loss_text_ce: 0.03862588480114937 (0.037515675506649845) + | > loss_mel_ce: 2.6659159660339355 (2.6753258485143383) + | > loss: 0.6761354804039001 (0.678210380645234) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1290773205241691) + | > loader_time: 0.005 (0.005018815208353537) + + + --> TIME: 2024-12-24 07:09:38 -- STEP: 4916/7738 -- GLOBAL_STEP: 144200 + | > loss_text_ce: 0.037498436868190765 (0.0375154980157477) + | > loss_mel_ce: 2.8127853870391846 (2.675427052429576) + | > loss: 0.7125709652900696 (0.6782356372589583) + | > current_lr: 5e-06 + | > step_time: 0.1405 (0.12909321633657825) + | > loader_time: 0.0056 (0.005020339426905098) + + + --> TIME: 2024-12-24 07:09:50 -- STEP: 4966/7738 -- GLOBAL_STEP: 144250 + | > loss_text_ce: 0.03687889128923416 (0.03751453247928013) + | > loss_mel_ce: 2.683781147003174 (2.675394377879349) + | > loss: 0.6801649928092957 (0.67822722725171) + | > current_lr: 5e-06 + | > step_time: 0.1092 (0.1290872366832618) + | > loader_time: 0.0048 (0.005021024892947592) + + + --> TIME: 2024-12-24 07:10:01 -- STEP: 5016/7738 -- GLOBAL_STEP: 144300 + | > loss_text_ce: 0.03285909816622734 (0.03751121825008299) + | > loss_mel_ce: 2.609517812728882 (2.6754093083658446) + | > loss: 0.6605942249298096 (0.6782301312974948) + | > current_lr: 5e-06 + | > step_time: 0.1069 (0.129069205961729) + | > loader_time: 0.0049 (0.0050215172140222) + + + --> TIME: 2024-12-24 07:10:12 -- STEP: 5066/7738 -- GLOBAL_STEP: 144350 + | > loss_text_ce: 0.03752848878502846 (0.03750961815494933) + | > loss_mel_ce: 2.7850382328033447 (2.675233288146362) + | > loss: 0.7056416869163513 (0.678185726242765) + | > current_lr: 5e-06 + | > step_time: 0.1166 (0.12903595695465456) + | > loader_time: 0.0049 (0.005021154527555014) + + + --> TIME: 2024-12-24 07:10:24 -- STEP: 5116/7738 -- GLOBAL_STEP: 144400 + | > loss_text_ce: 0.037193261086940765 (0.037508451796345765) + | > loss_mel_ce: 2.7526743412017822 (2.675277951035858) + | > loss: 0.6974669098854065 (0.678196600398763) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12908410587937105) + | > loader_time: 0.0049 (0.005021718072182892) + + + --> TIME: 2024-12-24 07:10:36 -- STEP: 5166/7738 -- GLOBAL_STEP: 144450 + | > loss_text_ce: 0.03593728691339493 (0.03750752173566075) + | > loss_mel_ce: 2.7162649631500244 (2.6751908628321193) + | > loss: 0.6880505681037903 (0.6781745958226705) + | > current_lr: 5e-06 + | > step_time: 0.1332 (0.1290633354452842) + | > loader_time: 0.0049 (0.005021330140793567) + + + --> TIME: 2024-12-24 07:10:48 -- STEP: 5216/7738 -- GLOBAL_STEP: 144500 + | > loss_text_ce: 0.038728225976228714 (0.037503905711478415) + | > loss_mel_ce: 2.54203200340271 (2.675274772740942) + | > loss: 0.6451900601387024 (0.6781946692867139) + | > current_lr: 5e-06 + | > step_time: 0.1171 (0.12908896995834016) + | > loader_time: 0.0051 (0.0050217434306817745) + + + --> TIME: 2024-12-24 07:10:59 -- STEP: 5266/7738 -- GLOBAL_STEP: 144550 + | > loss_text_ce: 0.035896964371204376 (0.037502837564373157) + | > loss_mel_ce: 2.5322823524475098 (2.6749131754238733) + | > loss: 0.6420448422431946 (0.678104002915811) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.12910832554679177) + | > loader_time: 0.0044 (0.00502161358501177) + + + --> TIME: 2024-12-24 07:11:11 -- STEP: 5316/7738 -- GLOBAL_STEP: 144600 + | > loss_text_ce: 0.0340508334338665 (0.03750236356312771) + | > loss_mel_ce: 2.6111621856689453 (2.674836587690599) + | > loss: 0.6613032817840576 (0.6780847374930051) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12908735936346366) + | > loader_time: 0.0048 (0.005021379575234254) + + + --> TIME: 2024-12-24 07:11:22 -- STEP: 5366/7738 -- GLOBAL_STEP: 144650 + | > loss_text_ce: 0.03202321380376816 (0.03750152037830614) + | > loss_mel_ce: 2.7457618713378906 (2.6747480037716147) + | > loss: 0.6944462656974792 (0.6780623807264606) + | > current_lr: 5e-06 + | > step_time: 0.1245 (0.12905966253632498) + | > loader_time: 0.0051 (0.005021690167111797) + + + --> TIME: 2024-12-24 07:11:34 -- STEP: 5416/7738 -- GLOBAL_STEP: 144700 + | > loss_text_ce: 0.03851744160056114 (0.037501068379278746) + | > loss_mel_ce: 2.6404738426208496 (2.674535918579135) + | > loss: 0.6697478294372559 (0.6780092464195903) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12904560825673264) + | > loader_time: 0.0048 (0.00502205181157045) + + + --> TIME: 2024-12-24 07:11:45 -- STEP: 5466/7738 -- GLOBAL_STEP: 144750 + | > loss_text_ce: 0.038930442184209824 (0.03750303608119658) + | > loss_mel_ce: 2.795137405395508 (2.6744847712916244) + | > loss: 0.7085169553756714 (0.6779969515291863) + | > current_lr: 5e-06 + | > step_time: 0.1623 (0.12901533962909925) + | > loader_time: 0.0049 (0.005021852885154524) + + + --> TIME: 2024-12-24 07:11:57 -- STEP: 5516/7738 -- GLOBAL_STEP: 144800 + | > loss_text_ce: 0.0376158244907856 (0.03750533568034614) + | > loss_mel_ce: 2.6426408290863037 (2.674409448625033) + | > loss: 0.6700641512870789 (0.6779786957572362) + | > current_lr: 5e-06 + | > step_time: 0.1494 (0.12904379482801756) + | > loader_time: 0.0055 (0.005021421394113027) + + + --> TIME: 2024-12-24 07:12:08 -- STEP: 5566/7738 -- GLOBAL_STEP: 144850 + | > loss_text_ce: 0.0401758998632431 (0.03750758680762288) + | > loss_mel_ce: 2.694634437561035 (2.6743271746225847) + | > loss: 0.6837025880813599 (0.6779586900128652) + | > current_lr: 5e-06 + | > step_time: 0.1664 (0.1290459929718798) + | > loader_time: 0.0053 (0.005021526665298642) + + + --> TIME: 2024-12-24 07:12:20 -- STEP: 5616/7738 -- GLOBAL_STEP: 144900 + | > loss_text_ce: 0.03521411493420601 (0.037503704561339786) + | > loss_mel_ce: 2.738826036453247 (2.6740231766999525) + | > loss: 0.6935100555419922 (0.6778817199531415) + | > current_lr: 5e-06 + | > step_time: 0.0857 (0.1290275564051079) + | > loader_time: 0.0046 (0.005021694378975129) + + + --> TIME: 2024-12-24 07:12:31 -- STEP: 5666/7738 -- GLOBAL_STEP: 144950 + | > loss_text_ce: 0.036296263337135315 (0.03750385881979852) + | > loss_mel_ce: 2.69834303855896 (2.6739762134447562) + | > loss: 0.6836598515510559 (0.6778700176877573) + | > current_lr: 5e-06 + | > step_time: 0.1647 (0.12898940279254023) + | > loader_time: 0.0052 (0.005021087196745995) + + + --> TIME: 2024-12-24 07:12:43 -- STEP: 5716/7738 -- GLOBAL_STEP: 145000 + | > loss_text_ce: 0.03809208422899246 (0.03750432562278524) + | > loss_mel_ce: 2.596635341644287 (2.673970527587185) + | > loss: 0.6586818695068359 (0.6778687129411075) + | > current_lr: 5e-06 + | > step_time: 0.1307 (0.12896694171003212) + | > loader_time: 0.0052 (0.0050219298243272545) + + + --> TIME: 2024-12-24 07:12:54 -- STEP: 5766/7738 -- GLOBAL_STEP: 145050 + | > loss_text_ce: 0.040224675089120865 (0.0375050777298706) + | > loss_mel_ce: 2.585712432861328 (2.6738881569044204) + | > loss: 0.6564843058586121 (0.6778483083171203) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.12895421794913836) + | > loader_time: 0.0049 (0.005021762649425001) + + + --> TIME: 2024-12-24 07:13:06 -- STEP: 5816/7738 -- GLOBAL_STEP: 145100 + | > loss_text_ce: 0.03752309828996658 (0.037504076429269916) + | > loss_mel_ce: 2.4752538204193115 (2.673641195856382) + | > loss: 0.6281942129135132 (0.6777863177013499) + | > current_lr: 5e-06 + | > step_time: 0.0941 (0.12894459435667582) + | > loader_time: 0.0048 (0.005022256951548553) + + + --> TIME: 2024-12-24 07:13:17 -- STEP: 5866/7738 -- GLOBAL_STEP: 145150 + | > loss_text_ce: 0.037233561277389526 (0.03749889126596819) + | > loss_mel_ce: 2.749953269958496 (2.6737884788678907) + | > loss: 0.696796715259552 (0.6778218421641743) + | > current_lr: 5e-06 + | > step_time: 0.1148 (0.12894586581156328) + | > loader_time: 0.005 (0.005022314925507574) + + + --> TIME: 2024-12-24 07:13:29 -- STEP: 5916/7738 -- GLOBAL_STEP: 145200 + | > loss_text_ce: 0.039847809821367264 (0.037499141871823335) + | > loss_mel_ce: 2.668863296508789 (2.6738777217468326) + | > loss: 0.6771777868270874 (0.6778442155295216) + | > current_lr: 5e-06 + | > step_time: 0.1283 (0.12895388116378706) + | > loader_time: 0.0052 (0.00502285286733798) + + + --> TIME: 2024-12-24 07:13:41 -- STEP: 5966/7738 -- GLOBAL_STEP: 145250 + | > loss_text_ce: 0.036555565893650055 (0.03749947813053855) + | > loss_mel_ce: 2.6761467456817627 (2.6737995512965766) + | > loss: 0.6781755685806274 (0.677824756971667) + | > current_lr: 5e-06 + | > step_time: 0.0973 (0.12898407364467035) + | > loader_time: 0.0045 (0.005023752727885808) + + + --> TIME: 2024-12-24 07:13:52 -- STEP: 6016/7738 -- GLOBAL_STEP: 145300 + | > loss_text_ce: 0.03979916498064995 (0.037498762010611524) + | > loss_mel_ce: 2.4749255180358887 (2.6737748835869835) + | > loss: 0.6286811828613281 (0.6778184110496879) + | > current_lr: 5e-06 + | > step_time: 0.081 (0.1289997325536414) + | > loader_time: 0.0046 (0.005024355974920266) + + + --> TIME: 2024-12-24 07:14:04 -- STEP: 6066/7738 -- GLOBAL_STEP: 145350 + | > loss_text_ce: 0.0328909307718277 (0.037496446682514215) + | > loss_mel_ce: 2.7059080600738525 (2.6738253592501433) + | > loss: 0.6846997737884521 (0.6778304511432448) + | > current_lr: 5e-06 + | > step_time: 0.1406 (0.12900054529481184) + | > loader_time: 0.0059 (0.005024860410693467) + + + --> TIME: 2024-12-24 07:14:15 -- STEP: 6116/7738 -- GLOBAL_STEP: 145400 + | > loss_text_ce: 0.0364835262298584 (0.03749472871020756) + | > loss_mel_ce: 2.6635921001434326 (2.6736951663729487) + | > loss: 0.6750189065933228 (0.6777974734456779) + | > current_lr: 5e-06 + | > step_time: 0.13 (0.1289949495859435) + | > loader_time: 0.0053 (0.0050253003075514365) + + + --> TIME: 2024-12-24 07:14:28 -- STEP: 6166/7738 -- GLOBAL_STEP: 145450 + | > loss_text_ce: 0.0394677110016346 (0.03749937215107639) + | > loss_mel_ce: 2.7607228755950928 (2.673578407290373) + | > loss: 0.7000476717948914 (0.6777694445227835) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.1290610179938238) + | > loader_time: 0.005 (0.005027144712323786) + + + --> TIME: 2024-12-24 07:14:39 -- STEP: 6216/7738 -- GLOBAL_STEP: 145500 + | > loss_text_ce: 0.034783001989126205 (0.03749959373863431) + | > loss_mel_ce: 2.734745502471924 (2.673253696205678) + | > loss: 0.6923820972442627 (0.6776883221366815) + | > current_lr: 5e-06 + | > step_time: 0.1399 (0.1290558371764808) + | > loader_time: 0.0054 (0.0050277139229203925) + + + --> TIME: 2024-12-24 07:14:51 -- STEP: 6266/7738 -- GLOBAL_STEP: 145550 + | > loss_text_ce: 0.039564572274684906 (0.03749742713794614) + | > loss_mel_ce: 2.712109088897705 (2.6733434136744005) + | > loss: 0.6879184246063232 (0.6777102098539514) + | > current_lr: 5e-06 + | > step_time: 0.1013 (0.1290602978144136) + | > loader_time: 0.0045 (0.005028539521223151) + + + --> TIME: 2024-12-24 07:15:02 -- STEP: 6316/7738 -- GLOBAL_STEP: 145600 + | > loss_text_ce: 0.03851393982768059 (0.037492971173697) + | > loss_mel_ce: 2.650909185409546 (2.6734219258763114) + | > loss: 0.6723557710647583 (0.6777287239115597) + | > current_lr: 5e-06 + | > step_time: 0.1049 (0.12904008624672939) + | > loader_time: 0.0047 (0.005028513732629931) + + + --> TIME: 2024-12-24 07:15:14 -- STEP: 6366/7738 -- GLOBAL_STEP: 145650 + | > loss_text_ce: 0.03616126626729965 (0.03748979121025277) + | > loss_mel_ce: 2.7035458087921143 (2.673442699232821) + | > loss: 0.6849267482757568 (0.6777331222631676) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12904342041800596) + | > loader_time: 0.0055 (0.005028243339028049) + + + --> TIME: 2024-12-24 07:15:25 -- STEP: 6416/7738 -- GLOBAL_STEP: 145700 + | > loss_text_ce: 0.036870814859867096 (0.0374917267494257) + | > loss_mel_ce: 2.7051334381103516 (2.673198765612889) + | > loss: 0.6855010390281677 (0.6776726227300097) + | > current_lr: 5e-06 + | > step_time: 0.1232 (0.12902348044507211) + | > loader_time: 0.0054 (0.005028528056834422) + + + --> TIME: 2024-12-24 07:15:37 -- STEP: 6466/7738 -- GLOBAL_STEP: 145750 + | > loss_text_ce: 0.03900408744812012 (0.03749310413932626) + | > loss_mel_ce: 2.643930196762085 (2.673254073532667) + | > loss: 0.6707335710525513 (0.6776867940759174) + | > current_lr: 5e-06 + | > step_time: 0.1244 (0.12900712325629726) + | > loader_time: 0.0051 (0.00502875910946877) + + + --> TIME: 2024-12-24 07:15:49 -- STEP: 6516/7738 -- GLOBAL_STEP: 145800 + | > loss_text_ce: 0.03817960247397423 (0.03749501714717312) + | > loss_mel_ce: 2.8079495429992676 (2.673092740272867) + | > loss: 0.7115322947502136 (0.6776469390384225) + | > current_lr: 5e-06 + | > step_time: 0.1218 (0.1290671851753528) + | > loader_time: 0.0053 (0.005030064622341616) + + + --> TIME: 2024-12-24 07:16:00 -- STEP: 6566/7738 -- GLOBAL_STEP: 145850 + | > loss_text_ce: 0.040228813886642456 (0.037494233936784055) + | > loss_mel_ce: 2.7152647972106934 (2.673045155699202) + | > loss: 0.6888734102249146 (0.6776348471078691) + | > current_lr: 5e-06 + | > step_time: 0.1161 (0.1290821390038685) + | > loader_time: 0.0048 (0.005030704132856281) + + + --> TIME: 2024-12-24 07:16:12 -- STEP: 6616/7738 -- GLOBAL_STEP: 145900 + | > loss_text_ce: 0.038166556507349014 (0.03749542290112856) + | > loss_mel_ce: 2.700392961502075 (2.673063741773899) + | > loss: 0.6846398711204529 (0.6776397908523093) + | > current_lr: 5e-06 + | > step_time: 0.0947 (0.1290906397794724) + | > loader_time: 0.0049 (0.005031333220480737) + + + --> TIME: 2024-12-24 07:16:24 -- STEP: 6666/7738 -- GLOBAL_STEP: 145950 + | > loss_text_ce: 0.03839853033423424 (0.037491150347623896) + | > loss_mel_ce: 2.597727060317993 (2.673126709522007) + | > loss: 0.6590313911437988 (0.6776544646640216) + | > current_lr: 5e-06 + | > step_time: 0.1005 (0.12908572518285444) + | > loader_time: 0.0047 (0.00503158751744393) + + + --> TIME: 2024-12-24 07:16:35 -- STEP: 6716/7738 -- GLOBAL_STEP: 146000 + | > loss_text_ce: 0.04026246815919876 (0.037491251695390915) + | > loss_mel_ce: 2.6178030967712402 (2.6731119892510495) + | > loss: 0.6645163893699646 (0.6776508099181487) + | > current_lr: 5e-06 + | > step_time: 0.143 (0.12908807796264704) + | > loader_time: 0.0054 (0.005031987057334276) + + + --> TIME: 2024-12-24 07:16:47 -- STEP: 6766/7738 -- GLOBAL_STEP: 146050 + | > loss_text_ce: 0.037074975669384 (0.03749280269173765) + | > loss_mel_ce: 2.7412407398223877 (2.6732096158644088) + | > loss: 0.6945789456367493 (0.6776756043269203) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12908075703624564) + | > loader_time: 0.0048 (0.005032548494251617) + + + --> TIME: 2024-12-24 07:16:58 -- STEP: 6816/7738 -- GLOBAL_STEP: 146100 + | > loss_text_ce: 0.03666539490222931 (0.03749473017674305) + | > loss_mel_ce: 2.616147518157959 (2.6729775318797127) + | > loss: 0.663203239440918 (0.677618065193083) + | > current_lr: 5e-06 + | > step_time: 0.094 (0.12904906461776133) + | > loader_time: 0.0049 (0.00503217946615579) + + + --> TIME: 2024-12-24 07:17:09 -- STEP: 6866/7738 -- GLOBAL_STEP: 146150 + | > loss_text_ce: 0.034454572945833206 (0.0374968307420499) + | > loss_mel_ce: 2.4479219913482666 (2.673057013894175) + | > loss: 0.6205941438674927 (0.6776384608307325) + | > current_lr: 5e-06 + | > step_time: 0.1479 (0.1290233902288114) + | > loader_time: 0.0053 (0.005032110380911128) + + + --> TIME: 2024-12-24 07:17:21 -- STEP: 6916/7738 -- GLOBAL_STEP: 146200 + | > loss_text_ce: 0.03804364055395126 (0.0374997682864587) + | > loss_mel_ce: 2.262202739715576 (2.6729710016586994) + | > loss: 0.5750616192817688 (0.677617692159666) + | > current_lr: 5e-06 + | > step_time: 0.0809 (0.1290268629461853) + | > loader_time: 0.0045 (0.005032784956738481) + + + --> TIME: 2024-12-24 07:17:33 -- STEP: 6966/7738 -- GLOBAL_STEP: 146250 + | > loss_text_ce: 0.035817477852106094 (0.037496826177751234) + | > loss_mel_ce: 2.393742561340332 (2.672844026474092) + | > loss: 0.6073899865150452 (0.6775852128020492) + | > current_lr: 5e-06 + | > step_time: 0.1128 (0.1290272881236529) + | > loader_time: 0.0047 (0.005033157763726215) + + + --> TIME: 2024-12-24 07:17:44 -- STEP: 7016/7738 -- GLOBAL_STEP: 146300 + | > loss_text_ce: 0.0344131700694561 (0.037495143122455006) + | > loss_mel_ce: 2.5700807571411133 (2.672700157629036) + | > loss: 0.6511234641075134 (0.6775488248487809) + | > current_lr: 5e-06 + | > step_time: 0.1412 (0.12900970130309264) + | > loader_time: 0.0053 (0.005033310524006406) + + + --> TIME: 2024-12-24 07:17:56 -- STEP: 7066/7738 -- GLOBAL_STEP: 146350 + | > loss_text_ce: 0.0351669043302536 (0.037493247461568284) + | > loss_mel_ce: 2.5423245429992676 (2.672769293480063) + | > loss: 0.6443728804588318 (0.6775656348917298) + | > current_lr: 5e-06 + | > step_time: 0.157 (0.1289997203404727) + | > loader_time: 0.0053 (0.005033334658633825) + + + --> TIME: 2024-12-24 07:18:07 -- STEP: 7116/7738 -- GLOBAL_STEP: 146400 + | > loss_text_ce: 0.035220060497522354 (0.037493069409882306) + | > loss_mel_ce: 2.7220025062561035 (2.672648359611497) + | > loss: 0.6893056631088257 (0.6775353569170919) + | > current_lr: 5e-06 + | > step_time: 0.1418 (0.12900527877845122) + | > loader_time: 0.0051 (0.005033689713866757) + + + --> TIME: 2024-12-24 07:18:19 -- STEP: 7166/7738 -- GLOBAL_STEP: 146450 + | > loss_text_ce: 0.03613897040486336 (0.0374943850532865) + | > loss_mel_ce: 2.8139562606811523 (2.6726486770393985) + | > loss: 0.7125238180160522 (0.6775357651953362) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12900010743621576) + | > loader_time: 0.0045 (0.005033464928163102) + + + --> TIME: 2024-12-24 07:18:30 -- STEP: 7216/7738 -- GLOBAL_STEP: 146500 + | > loss_text_ce: 0.03526118025183678 (0.03749301274252354) + | > loss_mel_ce: 2.642563581466675 (2.6726870530526474) + | > loss: 0.6694561839103699 (0.6775450161152273) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12898745997385513) + | > loader_time: 0.0055 (0.005033619751422754) + + + --> TIME: 2024-12-24 07:18:42 -- STEP: 7266/7738 -- GLOBAL_STEP: 146550 + | > loss_text_ce: 0.04036998748779297 (0.03749178852239962) + | > loss_mel_ce: 2.621149778366089 (2.6727109264152675) + | > loss: 0.6653799414634705 (0.6775506783985324) + | > current_lr: 5e-06 + | > step_time: 0.1458 (0.12900171006247552) + | > loader_time: 0.0051 (0.005033853196454661) + + + --> TIME: 2024-12-24 07:18:53 -- STEP: 7316/7738 -- GLOBAL_STEP: 146600 + | > loss_text_ce: 0.035124704241752625 (0.03748934619773353) + | > loss_mel_ce: 2.707350254058838 (2.6727855981145736) + | > loss: 0.6856187582015991 (0.6775687357533989) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.1289799518439205) + | > loader_time: 0.0056 (0.005033901117094378) + + + --> TIME: 2024-12-24 07:19:05 -- STEP: 7366/7738 -- GLOBAL_STEP: 146650 + | > loss_text_ce: 0.038494039326906204 (0.03748886514366074) + | > loss_mel_ce: 2.5946192741394043 (2.6727828297186433) + | > loss: 0.6582783460617065 (0.6775679233894355) + | > current_lr: 5e-06 + | > step_time: 0.1487 (0.12896728965532409) + | > loader_time: 0.0051 (0.005034012604174084) + + + --> TIME: 2024-12-24 07:19:16 -- STEP: 7416/7738 -- GLOBAL_STEP: 146700 + | > loss_text_ce: 0.037462495267391205 (0.03748918131336438) + | > loss_mel_ce: 2.9027161598205566 (2.672634168125143) + | > loss: 0.7350446581840515 (0.6775308370493738) + | > current_lr: 5e-06 + | > step_time: 0.0937 (0.12894070270635) + | > loader_time: 0.005 (0.005033790808022359) + + + --> TIME: 2024-12-24 07:19:28 -- STEP: 7466/7738 -- GLOBAL_STEP: 146750 + | > loss_text_ce: 0.03782280907034874 (0.037489499654516145) + | > loss_mel_ce: 2.687241315841675 (2.672545654122892) + | > loss: 0.6812660098075867 (0.677508788136925) + | > current_lr: 5e-06 + | > step_time: 0.1113 (0.12894171458800452) + | > loader_time: 0.0063 (0.005034495287787153) + + + --> TIME: 2024-12-24 07:19:39 -- STEP: 7516/7738 -- GLOBAL_STEP: 146800 + | > loss_text_ce: 0.0401906818151474 (0.037487790268311096) + | > loss_mel_ce: 2.8046603202819824 (2.6722640723798863) + | > loss: 0.7112127542495728 (0.6774379653839282) + | > current_lr: 5e-06 + | > step_time: 0.1081 (0.12894748274223009) + | > loader_time: 0.005 (0.005035457743045321) + + + --> TIME: 2024-12-24 07:19:51 -- STEP: 7566/7738 -- GLOBAL_STEP: 146850 + | > loss_text_ce: 0.0387490876019001 (0.03748753089595619) + | > loss_mel_ce: 2.6366794109344482 (2.672256748259706) + | > loss: 0.6688570976257324 (0.6774360695088166) + | > current_lr: 5e-06 + | > step_time: 0.1238 (0.1289788580054235) + | > loader_time: 0.0048 (0.005035058487164368) + + + --> TIME: 2024-12-24 07:20:03 -- STEP: 7616/7738 -- GLOBAL_STEP: 146900 + | > loss_text_ce: 0.04076080396771431 (0.037485767465266794) + | > loss_mel_ce: 2.5703065395355225 (2.672288616571349) + | > loss: 0.6527668237686157 (0.6774435957126734) + | > current_lr: 5e-06 + | > step_time: 0.107 (0.1290137358322862) + | > loader_time: 0.0049 (0.0050356244715322115) + + + --> TIME: 2024-12-24 07:20:14 -- STEP: 7666/7738 -- GLOBAL_STEP: 146950 + | > loss_text_ce: 0.03692121431231499 (0.037484994514592904) + | > loss_mel_ce: 2.7300608158111572 (2.6721407602077725) + | > loss: 0.6917455196380615 (0.6774064384083982) + | > current_lr: 5e-06 + | > step_time: 0.122 (0.12900555000086206) + | > loader_time: 0.0051 (0.005036091667660977) + + + --> TIME: 2024-12-24 07:20:26 -- STEP: 7716/7738 -- GLOBAL_STEP: 147000 + | > loss_text_ce: 0.03718762844800949 (0.03748384337054407) + | > loss_mel_ce: 2.78171968460083 (2.6720726623505424) + | > loss: 0.7047268152236938 (0.6773891261570661) + | > current_lr: 5e-06 + | > step_time: 0.0927 (0.12897664092253225) + | > loader_time: 0.0046 (0.005035912854613403) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.07166472829953591 (+0.002715499714167499) + | > avg_loss_text_ce: 0.03627158025035053 (-7.903830835009201e-05) + | > avg_loss_mel_ce: 2.9375015280463477 (+0.004234568037167374) + | > avg_loss: 2.973773106180057 (+0.004155527461660036) + + + > EPOCH: 19/20 + --> /checkpoints/GPT_XTTS_FT-December-23-2024_09+37PM-0000000 + + > TRAINING (2024-12-24 07:21:30)  + + --> TIME: 2024-12-24 07:21:37 -- STEP: 28/7738 -- GLOBAL_STEP: 147050 + | > loss_text_ce: 0.03436657413840294 (0.03690076699214322) + | > loss_mel_ce: 2.7937681674957275 (2.707025638648441) + | > loss: 0.7070336937904358 (0.6859815972191947) + | > current_lr: 5e-06 + | > step_time: 0.115 (0.12753530911036903) + | > loader_time: 0.0052 (0.004988321236201695) + + + --> TIME: 2024-12-24 07:21:48 -- STEP: 78/7738 -- GLOBAL_STEP: 147100 + | > loss_text_ce: 0.03810235112905502 (0.03729891633758178) + | > loss_mel_ce: 2.7791197299957275 (2.6980671271299705) + | > loss: 0.7043055295944214 (0.6838415112250891) + | > current_lr: 5e-06 + | > step_time: 0.1568 (0.12747221420972776) + | > loader_time: 0.0056 (0.005056210053272735) + + + --> TIME: 2024-12-24 07:21:59 -- STEP: 128/7738 -- GLOBAL_STEP: 147150 + | > loss_text_ce: 0.038772862404584885 (0.03714931468130091) + | > loss_mel_ce: 2.693358898162842 (2.673127138987183) + | > loss: 0.6830329298973083 (0.6775691136717796) + | > current_lr: 5e-06 + | > step_time: 0.1004 (0.12485436536371708) + | > loader_time: 0.0052 (0.005038274452090265) + + + --> TIME: 2024-12-24 07:22:11 -- STEP: 178/7738 -- GLOBAL_STEP: 147200 + | > loss_text_ce: 0.036079391837120056 (0.03719637243684091) + | > loss_mel_ce: 2.6690423488616943 (2.6695009349437244) + | > loss: 0.6762804388999939 (0.6766743278235531) + | > current_lr: 5e-06 + | > step_time: 0.1479 (0.12500189797262132) + | > loader_time: 0.0052 (0.005027520522642673) + + + --> TIME: 2024-12-24 07:22:22 -- STEP: 228/7738 -- GLOBAL_STEP: 147250 + | > loss_text_ce: 0.037937674671411514 (0.037210388354172876) + | > loss_mel_ce: 2.5504965782165527 (2.6699260190913545) + | > loss: 0.6471085548400879 (0.6767841031153997) + | > current_lr: 5e-06 + | > step_time: 0.0989 (0.1266233617799323) + | > loader_time: 0.0044 (0.005023587168308728) + + + --> TIME: 2024-12-24 07:22:34 -- STEP: 278/7738 -- GLOBAL_STEP: 147300 + | > loss_text_ce: 0.03579634055495262 (0.03731313322355854) + | > loss_mel_ce: 2.676267623901367 (2.6693003692215287) + | > loss: 0.6780160069465637 (0.6766533772293613) + | > current_lr: 5e-06 + | > step_time: 0.1494 (0.1275611275391613) + | > loader_time: 0.0052 (0.005015205136305997) + + + --> TIME: 2024-12-24 07:22:46 -- STEP: 328/7738 -- GLOBAL_STEP: 147350 + | > loss_text_ce: 0.03643283620476723 (0.037244248624164186) + | > loss_mel_ce: 2.627568483352661 (2.6675174425287937) + | > loss: 0.6660003066062927 (0.6761904244379302) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.1276784168510902) + | > loader_time: 0.0051 (0.00500934225756948) + + + --> TIME: 2024-12-24 07:22:57 -- STEP: 378/7738 -- GLOBAL_STEP: 147400 + | > loss_text_ce: 0.03582702949643135 (0.03729801976846326) + | > loss_mel_ce: 2.4675865173339844 (2.6677128719905054) + | > loss: 0.6258533596992493 (0.6762527244747006) + | > current_lr: 5e-06 + | > step_time: 0.0897 (0.12813526738888376) + | > loader_time: 0.0043 (0.005040451963111839) + + + --> TIME: 2024-12-24 07:23:09 -- STEP: 428/7738 -- GLOBAL_STEP: 147450 + | > loss_text_ce: 0.03793487697839737 (0.037307581315948586) + | > loss_mel_ce: 2.801858425140381 (2.6683522301299534) + | > loss: 0.7099483013153076 (0.6764149541888287) + | > current_lr: 5e-06 + | > step_time: 0.1138 (0.12851731409536354) + | > loader_time: 0.0052 (0.0050255104760143264) + + + --> TIME: 2024-12-24 07:23:21 -- STEP: 478/7738 -- GLOBAL_STEP: 147500 + | > loss_text_ce: 0.03922051936388016 (0.037315979989627414) + | > loss_mel_ce: 2.7695159912109375 (2.666968279802648) + | > loss: 0.7021841406822205 (0.6760710658638053) + | > current_lr: 5e-06 + | > step_time: 0.1517 (0.1290343406310142) + | > loader_time: 0.0052 (0.005052455299568976) + + + --> TIME: 2024-12-24 07:23:32 -- STEP: 528/7738 -- GLOBAL_STEP: 147550 + | > loss_text_ce: 0.03561701625585556 (0.037361192291207386) + | > loss_mel_ce: 2.6068077087402344 (2.6635652315435974) + | > loss: 0.6606062054634094 (0.6752316066713048) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.12848251380703676) + | > loader_time: 0.0046 (0.005048571210919006) + + + --> TIME: 2024-12-24 07:23:44 -- STEP: 578/7738 -- GLOBAL_STEP: 147600 + | > loss_text_ce: 0.03689762204885483 (0.03734213234953403) + | > loss_mel_ce: 2.568657398223877 (2.6642475012676914) + | > loss: 0.6513887643814087 (0.6753974087716804) + | > current_lr: 5e-06 + | > step_time: 0.1562 (0.1285057830975543) + | > loader_time: 0.0052 (0.0050370396214785475) + + + --> TIME: 2024-12-24 07:23:55 -- STEP: 628/7738 -- GLOBAL_STEP: 147650 + | > loss_text_ce: 0.036882273852825165 (0.03733986127931794) + | > loss_mel_ce: 2.7811789512634277 (2.665352162282178) + | > loss: 0.704515278339386 (0.6756730063515867) + | > current_lr: 5e-06 + | > step_time: 0.1269 (0.12849290811332176) + | > loader_time: 0.005 (0.0050244145332628025) + + + --> TIME: 2024-12-24 07:24:07 -- STEP: 678/7738 -- GLOBAL_STEP: 147700 + | > loss_text_ce: 0.03916089981794357 (0.037375266149991794) + | > loss_mel_ce: 2.701822280883789 (2.664751055317995) + | > loss: 0.6852458119392395 (0.6755315806485911) + | > current_lr: 5e-06 + | > step_time: 0.1006 (0.12816664919389045) + | > loader_time: 0.0046 (0.005013415947072983) + + + --> TIME: 2024-12-24 07:24:18 -- STEP: 728/7738 -- GLOBAL_STEP: 147750 + | > loss_text_ce: 0.0400862842798233 (0.03738776755079139) + | > loss_mel_ce: 2.7948825359344482 (2.6662196045393483) + | > loss: 0.7087422013282776 (0.6759018431325534) + | > current_lr: 5e-06 + | > step_time: 0.1455 (0.12858200007742596) + | > loader_time: 0.0056 (0.005022803178200358) + + + --> TIME: 2024-12-24 07:24:30 -- STEP: 778/7738 -- GLOBAL_STEP: 147800 + | > loss_text_ce: 0.03338771313428879 (0.03738919365911684) + | > loss_mel_ce: 2.859694242477417 (2.667326231542163) + | > loss: 0.7232704758644104 (0.676178856420027) + | > current_lr: 5e-06 + | > step_time: 0.1311 (0.1286219784410572) + | > loader_time: 0.0049 (0.005021279759149624) + + + --> TIME: 2024-12-24 07:24:42 -- STEP: 828/7738 -- GLOBAL_STEP: 147850 + | > loss_text_ce: 0.0344926193356514 (0.03736760379107682) + | > loss_mel_ce: 2.718970775604248 (2.6680553374083167) + | > loss: 0.6883658766746521 (0.6763557357632598) + | > current_lr: 5e-06 + | > step_time: 0.1301 (0.12877430604851758) + | > loader_time: 0.0048 (0.005017030930173572) + + + --> TIME: 2024-12-24 07:24:53 -- STEP: 878/7738 -- GLOBAL_STEP: 147900 + | > loss_text_ce: 0.03604620695114136 (0.03733722819333606) + | > loss_mel_ce: 2.4559552669525146 (2.6674025819078957) + | > loss: 0.6230003833770752 (0.6761849531415929) + | > current_lr: 5e-06 + | > step_time: 0.1093 (0.12863568591637042) + | > loader_time: 0.0045 (0.005011058342483974) + + + --> TIME: 2024-12-24 07:25:05 -- STEP: 928/7738 -- GLOBAL_STEP: 147950 + | > loss_text_ce: 0.0386899933218956 (0.037363091555970014) + | > loss_mel_ce: 2.7132863998413086 (2.6668022948092447) + | > loss: 0.687994122505188 (0.6760413468783274) + | > current_lr: 5e-06 + | > step_time: 0.1275 (0.1289242041008226) + | > loader_time: 0.005 (0.005010181973720421) + + + --> TIME: 2024-12-24 07:25:17 -- STEP: 978/7738 -- GLOBAL_STEP: 148000 + | > loss_text_ce: 0.036400649696588516 (0.037383150861642386) + | > loss_mel_ce: 2.768083095550537 (2.6675965664089354) + | > loss: 0.701120913028717 (0.6762449296461782) + | > current_lr: 5e-06 + | > step_time: 0.17 (0.1289884944147372) + | > loader_time: 0.0056 (0.005009479561710164) + + + --> TIME: 2024-12-24 07:25:29 -- STEP: 1028/7738 -- GLOBAL_STEP: 148050 + | > loss_text_ce: 0.03755319118499756 (0.037379972585966176) + | > loss_mel_ce: 2.72286057472229 (2.6681269755159387) + | > loss: 0.6901034116744995 (0.6763767373353129) + | > current_lr: 5e-06 + | > step_time: 0.1337 (0.12922405222510558) + | > loader_time: 0.0052 (0.005013796142103145) + + + --> TIME: 2024-12-24 07:25:40 -- STEP: 1078/7738 -- GLOBAL_STEP: 148100 + | > loss_text_ce: 0.0343792587518692 (0.03739979131931721) + | > loss_mel_ce: 2.5841848850250244 (2.6677607240393804) + | > loss: 0.6546410322189331 (0.6762901291887042) + | > current_lr: 5e-06 + | > step_time: 0.1642 (0.12924969041502327) + | > loader_time: 0.0051 (0.005013327872819494) + + + --> TIME: 2024-12-24 07:25:52 -- STEP: 1128/7738 -- GLOBAL_STEP: 148150 + | > loss_text_ce: 0.0371101088821888 (0.037403227391500864) + | > loss_mel_ce: 2.620333433151245 (2.6683321946056187) + | > loss: 0.6643608808517456 (0.6764338559187056) + | > current_lr: 5e-06 + | > step_time: 0.132 (0.12928780406079404) + | > loader_time: 0.0051 (0.005012667348198859) + + + --> TIME: 2024-12-24 07:26:04 -- STEP: 1178/7738 -- GLOBAL_STEP: 148200 + | > loss_text_ce: 0.04005647450685501 (0.037411873458120935) + | > loss_mel_ce: 2.3830392360687256 (2.6684334901476143) + | > loss: 0.60577392578125 (0.6764613414256001) + | > current_lr: 5e-06 + | > step_time: 0.1477 (0.12932201253538034) + | > loader_time: 0.0051 (0.005010247635315152) + + + --> TIME: 2024-12-24 07:26:15 -- STEP: 1228/7738 -- GLOBAL_STEP: 148250 + | > loss_text_ce: 0.03760407492518425 (0.03741741474681453) + | > loss_mel_ce: 2.6148111820220947 (2.668086585664594) + | > loss: 0.6631038188934326 (0.6763760006291863) + | > current_lr: 5e-06 + | > step_time: 0.0848 (0.1292848620041963) + | > loader_time: 0.0046 (0.005009913677501373) + + + --> TIME: 2024-12-24 07:26:27 -- STEP: 1278/7738 -- GLOBAL_STEP: 148300 + | > loss_text_ce: 0.03583015501499176 (0.037428781276507554) + | > loss_mel_ce: 2.9739325046539307 (2.6680379266470235) + | > loss: 0.7524406909942627 (0.6763666774465448) + | > current_lr: 5e-06 + | > step_time: 0.1383 (0.1293691322090853) + | > loader_time: 0.0051 (0.0050074321003587075) + + + --> TIME: 2024-12-24 07:26:38 -- STEP: 1328/7738 -- GLOBAL_STEP: 148350 + | > loss_text_ce: 0.03496446833014488 (0.03743035194228394) + | > loss_mel_ce: 2.9360363483428955 (2.668630647192517) + | > loss: 0.7427502274513245 (0.6765152504555436) + | > current_lr: 5e-06 + | > step_time: 0.1206 (0.12941887795207002) + | > loader_time: 0.005 (0.005005946001374581) + + + --> TIME: 2024-12-24 07:26:50 -- STEP: 1378/7738 -- GLOBAL_STEP: 148400 + | > loss_text_ce: 0.03359372913837433 (0.03742414968107196) + | > loss_mel_ce: 2.7395365238189697 (2.6692395795066397) + | > loss: 0.6932825446128845 (0.6766659328484226) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.12949925929264663) + | > loader_time: 0.0051 (0.005010699499155165) + + + --> TIME: 2024-12-24 07:27:02 -- STEP: 1428/7738 -- GLOBAL_STEP: 148450 + | > loss_text_ce: 0.03596823289990425 (0.03743332257906513) + | > loss_mel_ce: 2.5792644023895264 (2.6691374907306598) + | > loss: 0.6538081765174866 (0.6766427037846139) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12959602433426357) + | > loader_time: 0.0052 (0.005011511116134689) + + + --> TIME: 2024-12-24 07:27:13 -- STEP: 1478/7738 -- GLOBAL_STEP: 148500 + | > loss_text_ce: 0.04108042269945145 (0.03743397414996841) + | > loss_mel_ce: 2.6965689659118652 (2.669829489897649) + | > loss: 0.6844123601913452 (0.6768158664158139) + | > current_lr: 5e-06 + | > step_time: 0.1145 (0.1294874646505579) + | > loader_time: 0.0047 (0.005012460748623449) + + + --> TIME: 2024-12-24 07:27:25 -- STEP: 1528/7738 -- GLOBAL_STEP: 148550 + | > loss_text_ce: 0.039983056485652924 (0.03744021515210808) + | > loss_mel_ce: 2.720539093017578 (2.6694634275910722) + | > loss: 0.6901305317878723 (0.676725911103306) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12954114900209487) + | > loader_time: 0.0055 (0.00501511218660165) + + + --> TIME: 2024-12-24 07:27:37 -- STEP: 1578/7738 -- GLOBAL_STEP: 148600 + | > loss_text_ce: 0.039165809750556946 (0.037429945159783776) + | > loss_mel_ce: 2.569767475128174 (2.6695360070701164) + | > loss: 0.6522333025932312 (0.6767414884195582) + | > current_lr: 5e-06 + | > step_time: 0.1139 (0.12951564184461986) + | > loader_time: 0.0051 (0.005013526468071501) + + + --> TIME: 2024-12-24 07:27:48 -- STEP: 1628/7738 -- GLOBAL_STEP: 148650 + | > loss_text_ce: 0.036017946898937225 (0.03742641450022635) + | > loss_mel_ce: 2.808520555496216 (2.668331354929714) + | > loss: 0.7111346125602722 (0.6764394426008993) + | > current_lr: 5e-06 + | > step_time: 0.1131 (0.12945181980765688) + | > loader_time: 0.0049 (0.005011912060018258) + + + --> TIME: 2024-12-24 07:28:00 -- STEP: 1678/7738 -- GLOBAL_STEP: 148700 + | > loss_text_ce: 0.038856733590364456 (0.03743125301040934) + | > loss_mel_ce: 2.6373913288116455 (2.668846392517861) + | > loss: 0.6690620183944702 (0.6765694117730792) + | > current_lr: 5e-06 + | > step_time: 0.1136 (0.1293162992657009) + | > loader_time: 0.0049 (0.005010846402846876) + + + --> TIME: 2024-12-24 07:28:11 -- STEP: 1728/7738 -- GLOBAL_STEP: 148750 + | > loss_text_ce: 0.03789348155260086 (0.03742883909446258) + | > loss_mel_ce: 2.5499486923217773 (2.667745472932302) + | > loss: 0.6469605565071106 (0.6762935783093175) + | > current_lr: 5e-06 + | > step_time: 0.128 (0.12913802611055175) + | > loader_time: 0.0051 (0.005011307834475133) + + + --> TIME: 2024-12-24 07:28:22 -- STEP: 1778/7738 -- GLOBAL_STEP: 148800 + | > loss_text_ce: 0.04126295819878578 (0.0374266456496243) + | > loss_mel_ce: 2.5902576446533203 (2.6675384492520124) + | > loss: 0.6578801274299622 (0.676241274089191) + | > current_lr: 5e-06 + | > step_time: 0.1 (0.12907951889209704) + | > loader_time: 0.0044 (0.00501357972688965) + + + --> TIME: 2024-12-24 07:28:34 -- STEP: 1828/7738 -- GLOBAL_STEP: 148850 + | > loss_text_ce: 0.037303563207387924 (0.03743941492871821) + | > loss_mel_ce: 2.705947160720825 (2.6679384950996736) + | > loss: 0.6858126521110535 (0.6763444778629675) + | > current_lr: 5e-06 + | > step_time: 0.1324 (0.1291535457583953) + | > loader_time: 0.0051 (0.005013441752552729) + + + --> TIME: 2024-12-24 07:28:45 -- STEP: 1878/7738 -- GLOBAL_STEP: 148900 + | > loss_text_ce: 0.03569689765572548 (0.03744701268419196) + | > loss_mel_ce: 2.484128713607788 (2.6677414632072067) + | > loss: 0.6299564242362976 (0.6762971193772662) + | > current_lr: 5e-06 + | > step_time: 0.1169 (0.12907307000713703) + | > loader_time: 0.0048 (0.005012557148552554) + + + --> TIME: 2024-12-24 07:28:57 -- STEP: 1928/7738 -- GLOBAL_STEP: 148950 + | > loss_text_ce: 0.03952423855662346 (0.0374473192124276) + | > loss_mel_ce: 2.4987988471984863 (2.66759255998362) + | > loss: 0.6345807909965515 (0.6762599703001778) + | > current_lr: 5e-06 + | > step_time: 0.0856 (0.12905755799835625) + | > loader_time: 0.0045 (0.005012411670566103) + + + --> TIME: 2024-12-24 07:29:08 -- STEP: 1978/7738 -- GLOBAL_STEP: 149000 + | > loss_text_ce: 0.03530034050345421 (0.037448845846113306) + | > loss_mel_ce: 2.681877851486206 (2.6676853239476004) + | > loss: 0.6792945265769958 (0.6762835429218589) + | > current_lr: 5e-06 + | > step_time: 0.1647 (0.12906602733176173) + | > loader_time: 0.0053 (0.005013357158618464) + + + --> TIME: 2024-12-24 07:29:20 -- STEP: 2028/7738 -- GLOBAL_STEP: 149050 + | > loss_text_ce: 0.03476859629154205 (0.03742456134809164) + | > loss_mel_ce: 2.5072011947631836 (2.6671906045437788) + | > loss: 0.6354924440383911 (0.6761537919324295) + | > current_lr: 5e-06 + | > step_time: 0.095 (0.12904792224631945) + | > loader_time: 0.0049 (0.005011279202071876) + + + --> TIME: 2024-12-24 07:29:31 -- STEP: 2078/7738 -- GLOBAL_STEP: 149100 + | > loss_text_ce: 0.0373748354613781 (0.0374255065704921) + | > loss_mel_ce: 2.546020984649658 (2.667161628761694) + | > loss: 0.6458489298820496 (0.6761467842899687) + | > current_lr: 5e-06 + | > step_time: 0.1567 (0.12897604870268392) + | > loader_time: 0.0051 (0.005010832606656149) + + + --> TIME: 2024-12-24 07:29:43 -- STEP: 2128/7738 -- GLOBAL_STEP: 149150 + | > loss_text_ce: 0.038526132702827454 (0.03743839260327274) + | > loss_mel_ce: 2.555542469024658 (2.666194630520683) + | > loss: 0.6485171318054199 (0.6759082562101068) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12896303686880495) + | > loader_time: 0.0049 (0.005010038614273076) + + + --> TIME: 2024-12-24 07:29:54 -- STEP: 2178/7738 -- GLOBAL_STEP: 149200 + | > loss_text_ce: 0.034656692296266556 (0.03744129040958386) + | > loss_mel_ce: 2.6321492195129395 (2.666534300130697) + | > loss: 0.6667014956474304 (0.6759938979991759) + | > current_lr: 5e-06 + | > step_time: 0.1249 (0.1289340454684798) + | > loader_time: 0.005 (0.0050090263478793215) + + + --> TIME: 2024-12-24 07:30:06 -- STEP: 2228/7738 -- GLOBAL_STEP: 149250 + | > loss_text_ce: 0.03476595878601074 (0.037434934731238455) + | > loss_mel_ce: 2.8790581226348877 (2.6665681799609513) + | > loss: 0.7284560203552246 (0.6760007790966996) + | > current_lr: 5e-06 + | > step_time: 0.1054 (0.12891111168441885) + | > loader_time: 0.0049 (0.005008339988907113) + + + --> TIME: 2024-12-24 07:30:17 -- STEP: 2278/7738 -- GLOBAL_STEP: 149300 + | > loss_text_ce: 0.03596772253513336 (0.03743378580175831) + | > loss_mel_ce: 2.5345380306243896 (2.6659202140292324) + | > loss: 0.6426264643669128 (0.6758385003659688) + | > current_lr: 5e-06 + | > step_time: 0.1135 (0.12885302362785286) + | > loader_time: 0.0048 (0.00500779668943625) + + + --> TIME: 2024-12-24 07:30:29 -- STEP: 2328/7738 -- GLOBAL_STEP: 149350 + | > loss_text_ce: 0.0398552343249321 (0.037440910828987914) + | > loss_mel_ce: 2.604221820831299 (2.665803298815008) + | > loss: 0.6610192656517029 (0.675811052860059) + | > current_lr: 5e-06 + | > step_time: 0.0955 (0.12881605496111578) + | > loader_time: 0.0051 (0.0050088718175068814) + + + --> TIME: 2024-12-24 07:30:40 -- STEP: 2378/7738 -- GLOBAL_STEP: 149400 + | > loss_text_ce: 0.03880950063467026 (0.0374396971260065) + | > loss_mel_ce: 2.473787784576416 (2.666258916421733) + | > loss: 0.6281493306159973 (0.6759246537873893) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.1288682077991748) + | > loader_time: 0.0043 (0.0050148600986567385) + + + --> TIME: 2024-12-24 07:30:52 -- STEP: 2428/7738 -- GLOBAL_STEP: 149450 + | > loss_text_ce: 0.038554172962903976 (0.03743538794934721) + | > loss_mel_ce: 2.942722797393799 (2.6670113569232914) + | > loss: 0.7453192472457886 (0.67611168658812) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.12889648131915699) + | > loader_time: 0.0053 (0.005020341134739081) + + + --> TIME: 2024-12-24 07:31:04 -- STEP: 2478/7738 -- GLOBAL_STEP: 149500 + | > loss_text_ce: 0.03990275040268898 (0.03744249165439983) + | > loss_mel_ce: 2.544674873352051 (2.6666048103229354) + | > loss: 0.6461443901062012 (0.6760118258297688) + | > current_lr: 5e-06 + | > step_time: 0.1552 (0.12893955432377643) + | > loader_time: 0.0054 (0.0050225001943987) + + + --> TIME: 2024-12-24 07:31:16 -- STEP: 2528/7738 -- GLOBAL_STEP: 149550 + | > loss_text_ce: 0.03610946238040924 (0.037435479638243334) + | > loss_mel_ce: 2.6943254470825195 (2.667185802059835) + | > loss: 0.6826087236404419 (0.6761553206870079) + | > current_lr: 5e-06 + | > step_time: 0.0971 (0.12902689951507315) + | > loader_time: 0.0056 (0.005022706581821928) + + + --> TIME: 2024-12-24 07:31:27 -- STEP: 2578/7738 -- GLOBAL_STEP: 149600 + | > loss_text_ce: 0.03644432872533798 (0.03743259048145742) + | > loss_mel_ce: 2.623828887939453 (2.6668103549534066) + | > loss: 0.6650683283805847 (0.6760607367111237) + | > current_lr: 5e-06 + | > step_time: 0.1007 (0.12898958090019347) + | > loader_time: 0.0045 (0.0050228484570286475) + + + --> TIME: 2024-12-24 07:31:38 -- STEP: 2628/7738 -- GLOBAL_STEP: 149650 + | > loss_text_ce: 0.03582349792122841 (0.03743718186665546) + | > loss_mel_ce: 2.852856159210205 (2.666226029305334) + | > loss: 0.7221699357032776 (0.6759158031082227) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12887812540774268) + | > loader_time: 0.0049 (0.005021549250981583) + + + --> TIME: 2024-12-24 07:31:50 -- STEP: 2678/7738 -- GLOBAL_STEP: 149700 + | > loss_text_ce: 0.03456847742199898 (0.03743989670981634) + | > loss_mel_ce: 2.5200345516204834 (2.6665075798369418) + | > loss: 0.6386507749557495 (0.6759868694428998) + | > current_lr: 5e-06 + | > step_time: 0.1009 (0.12893113651945118) + | > loader_time: 0.0045 (0.0050204088654065915) + + + --> TIME: 2024-12-24 07:32:02 -- STEP: 2728/7738 -- GLOBAL_STEP: 149750 + | > loss_text_ce: 0.03849717602133751 (0.0374375927703089) + | > loss_mel_ce: 2.7733516693115234 (2.6665988298804897) + | > loss: 0.7029622197151184 (0.6760091058625861) + | > current_lr: 5e-06 + | > step_time: 0.0935 (0.1290029141385532) + | > loader_time: 0.0048 (0.005019676650374522) + + + --> TIME: 2024-12-24 07:32:14 -- STEP: 2778/7738 -- GLOBAL_STEP: 149800 + | > loss_text_ce: 0.03524445742368698 (0.037427545653198814) + | > loss_mel_ce: 2.5855679512023926 (2.6662256839551723) + | > loss: 0.655203104019165 (0.6759133076092768) + | > current_lr: 5e-06 + | > step_time: 0.1467 (0.12909103795896745) + | > loader_time: 0.0052 (0.005020161426865517) + + + --> TIME: 2024-12-24 07:32:25 -- STEP: 2828/7738 -- GLOBAL_STEP: 149850 + | > loss_text_ce: 0.03625808656215668 (0.03743175140686087) + | > loss_mel_ce: 2.851022720336914 (2.6663011564560968) + | > loss: 0.7218201756477356 (0.6759332271116292) + | > current_lr: 5e-06 + | > step_time: 0.1279 (0.1291159412479801) + | > loader_time: 0.0052 (0.0050199988707794714) + + + --> TIME: 2024-12-24 07:32:36 -- STEP: 2878/7738 -- GLOBAL_STEP: 149900 + | > loss_text_ce: 0.03670996055006981 (0.03742960833732743) + | > loss_mel_ce: 2.7854299545288086 (2.6656368104346186) + | > loss: 0.7055349946022034 (0.675766604840549) + | > current_lr: 5e-06 + | > step_time: 0.1659 (0.1289678389534008) + | > loader_time: 0.0054 (0.005018438954913345) + + + --> TIME: 2024-12-24 07:32:48 -- STEP: 2928/7738 -- GLOBAL_STEP: 149950 + | > loss_text_ce: 0.03914283215999603 (0.03742923810340139) + | > loss_mel_ce: 2.8264591693878174 (2.666000752094013) + | > loss: 0.7164005041122437 (0.6758574977557845) + | > current_lr: 5e-06 + | > step_time: 0.0959 (0.12887975540968855) + | > loader_time: 0.0047 (0.005018608491928854) + + + --> TIME: 2024-12-24 07:33:00 -- STEP: 2978/7738 -- GLOBAL_STEP: 150000 + | > loss_text_ce: 0.035770952701568604 (0.03742467088010625) + | > loss_mel_ce: 2.6724326610565186 (2.665964685245357) + | > loss: 0.6770508885383606 (0.6758473391817916) + | > current_lr: 5e-06 + | > step_time: 0.1652 (0.12899709620517383) + | > loader_time: 0.0052 (0.005018951029806352) + + + --> TIME: 2024-12-24 07:33:12 -- STEP: 3028/7738 -- GLOBAL_STEP: 150050 + | > loss_text_ce: 0.03682301193475723 (0.03742135621243139) + | > loss_mel_ce: 2.530249834060669 (2.666194456571631) + | > loss: 0.641768217086792 (0.6759039533264255) + | > current_lr: 5e-06 + | > step_time: 0.0922 (0.12908620673725102) + | > loader_time: 0.005 (0.005018601171879031) + + + --> TIME: 2024-12-24 07:33:23 -- STEP: 3078/7738 -- GLOBAL_STEP: 150100 + | > loss_text_ce: 0.03882814571261406 (0.03741299334666593) + | > loss_mel_ce: 2.615351438522339 (2.6660080255046132) + | > loss: 0.6635448932647705 (0.6758552547822609) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.1290835618508023) + | > loader_time: 0.0049 (0.005019977930848514) + + + --> TIME: 2024-12-24 07:33:34 -- STEP: 3128/7738 -- GLOBAL_STEP: 150150 + | > loss_text_ce: 0.03882165625691414 (0.03741901921515673) + | > loss_mel_ce: 2.561142921447754 (2.6665217832988466) + | > loss: 0.6499911546707153 (0.6759852007260103) + | > current_lr: 5e-06 + | > step_time: 0.1134 (0.12900751973966793) + | > loader_time: 0.0052 (0.005020657387535892) + + + --> TIME: 2024-12-24 07:33:46 -- STEP: 3178/7738 -- GLOBAL_STEP: 150200 + | > loss_text_ce: 0.037890031933784485 (0.03741408686831719) + | > loss_mel_ce: 2.6786553859710693 (2.6667023621841808) + | > loss: 0.679136335849762 (0.6760291124080396) + | > current_lr: 5e-06 + | > step_time: 0.1651 (0.12909546770188246) + | > loader_time: 0.0055 (0.005022027494023621) + + + --> TIME: 2024-12-24 07:33:58 -- STEP: 3228/7738 -- GLOBAL_STEP: 150250 + | > loss_text_ce: 0.03949931636452675 (0.03741545723912757) + | > loss_mel_ce: 2.847341299057007 (2.6667717953005967) + | > loss: 0.7217101454734802 (0.6760468132876996) + | > current_lr: 5e-06 + | > step_time: 0.0977 (0.12902245328033413) + | > loader_time: 0.0049 (0.005021913122510374) + + + --> TIME: 2024-12-24 07:34:09 -- STEP: 3278/7738 -- GLOBAL_STEP: 150300 + | > loss_text_ce: 0.04006299749016762 (0.037409821222351605) + | > loss_mel_ce: 2.6771955490112305 (2.6664118051819847) + | > loss: 0.6793146133422852 (0.6759554067714102) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.12902166292098619) + | > loader_time: 0.0053 (0.005021494361523664) + + + --> TIME: 2024-12-24 07:34:21 -- STEP: 3328/7738 -- GLOBAL_STEP: 150350 + | > loss_text_ce: 0.035992830991744995 (0.037401758422604986) + | > loss_mel_ce: 2.298363208770752 (2.666437721739593) + | > loss: 0.5835890173912048 (0.6759598702192307) + | > current_lr: 5e-06 + | > step_time: 0.0778 (0.12903237987596267) + | > loader_time: 0.0042 (0.005022001810944993) + + + --> TIME: 2024-12-24 07:34:32 -- STEP: 3378/7738 -- GLOBAL_STEP: 150400 + | > loss_text_ce: 0.040987372398376465 (0.037403257557644815) + | > loss_mel_ce: 2.548150062561035 (2.6664963784198057) + | > loss: 0.6472843885421753 (0.67597490917867) + | > current_lr: 5e-06 + | > step_time: 0.0888 (0.1289956279588637) + | > loader_time: 0.0043 (0.0050204464357374926) + + + --> TIME: 2024-12-24 07:34:44 -- STEP: 3428/7738 -- GLOBAL_STEP: 150450 + | > loss_text_ce: 0.03760455176234245 (0.03740230770814243) + | > loss_mel_ce: 2.5740010738372803 (2.666046913474136) + | > loss: 0.6529014110565186 (0.6758623054661856) + | > current_lr: 5e-06 + | > step_time: 0.086 (0.1289369176677674) + | > loader_time: 0.0045 (0.005019532201448702) + + + --> TIME: 2024-12-24 07:34:55 -- STEP: 3478/7738 -- GLOBAL_STEP: 150500 + | > loss_text_ce: 0.03834972158074379 (0.03739973248152336) + | > loss_mel_ce: 2.7428622245788574 (2.6656634016514085) + | > loss: 0.6953029632568359 (0.6757657836914885) + | > current_lr: 5e-06 + | > step_time: 0.1489 (0.12886744137808398) + | > loader_time: 0.005 (0.005017456410601602) + + + --> TIME: 2024-12-24 07:35:07 -- STEP: 3528/7738 -- GLOBAL_STEP: 150550 + | > loss_text_ce: 0.038342028856277466 (0.03739513481424413) + | > loss_mel_ce: 2.578345775604248 (2.6655612789989855) + | > loss: 0.6541719436645508 (0.6757391035691951) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12891502188446852) + | > loader_time: 0.0047 (0.0050168144865100845) + + + --> TIME: 2024-12-24 07:35:18 -- STEP: 3578/7738 -- GLOBAL_STEP: 150600 + | > loss_text_ce: 0.03713556379079819 (0.037394238767084545) + | > loss_mel_ce: 2.6023318767547607 (2.6649856126261784) + | > loss: 0.6598668694496155 (0.6755949629959013) + | > current_lr: 5e-06 + | > step_time: 0.1449 (0.12888695302124217) + | > loader_time: 0.0054 (0.0050157059365107766) + + + --> TIME: 2024-12-24 07:35:29 -- STEP: 3628/7738 -- GLOBAL_STEP: 150650 + | > loss_text_ce: 0.036783020943403244 (0.0373934896790157) + | > loss_mel_ce: 2.454655408859253 (2.6646043120040375) + | > loss: 0.6228595972061157 (0.6754994505755563) + | > current_lr: 5e-06 + | > step_time: 0.1067 (0.12885160949553537) + | > loader_time: 0.0049 (0.005014662902962408) + + + --> TIME: 2024-12-24 07:35:41 -- STEP: 3678/7738 -- GLOBAL_STEP: 150700 + | > loss_text_ce: 0.037294089794158936 (0.037392515501755985) + | > loss_mel_ce: 2.756396532058716 (2.664897608069895) + | > loss: 0.6984226703643799 (0.6755725310314213) + | > current_lr: 5e-06 + | > step_time: 0.1143 (0.12887077476746248) + | > loader_time: 0.005 (0.005015479539515464) + + + --> TIME: 2024-12-24 07:35:53 -- STEP: 3728/7738 -- GLOBAL_STEP: 150750 + | > loss_text_ce: 0.040738265961408615 (0.03739315927800099) + | > loss_mel_ce: 2.5799896717071533 (2.6643760866233706) + | > loss: 0.6551820039749146 (0.6754423115930076) + | > current_lr: 5e-06 + | > step_time: 0.123 (0.1289275188814418) + | > loader_time: 0.0053 (0.005015916067131595) + + + --> TIME: 2024-12-24 07:36:04 -- STEP: 3778/7738 -- GLOBAL_STEP: 150800 + | > loss_text_ce: 0.040793199092149734 (0.03739078109615569) + | > loss_mel_ce: 2.6069557666778564 (2.664124215450659) + | > loss: 0.6619372367858887 (0.6753787492052343) + | > current_lr: 5e-06 + | > step_time: 0.1466 (0.1288578604945057) + | > loader_time: 0.0052 (0.005017379151884997) + + + --> TIME: 2024-12-24 07:36:16 -- STEP: 3828/7738 -- GLOBAL_STEP: 150850 + | > loss_text_ce: 0.03899519518017769 (0.03739476654300998) + | > loss_mel_ce: 2.6528520584106445 (2.663949274032715) + | > loss: 0.6729618310928345 (0.6753360102324899) + | > current_lr: 5e-06 + | > step_time: 0.1338 (0.12888034321795944) + | > loader_time: 0.0055 (0.0050176286149298975) + + + --> TIME: 2024-12-24 07:36:27 -- STEP: 3878/7738 -- GLOBAL_STEP: 150900 + | > loss_text_ce: 0.036076582968235016 (0.037393937666447566) + | > loss_mel_ce: 2.6581602096557617 (2.6637032399661997) + | > loss: 0.6735591888427734 (0.6752742944826103) + | > current_lr: 5e-06 + | > step_time: 0.1184 (0.12890028676893253) + | > loader_time: 0.0047 (0.005017786311267143) + + + --> TIME: 2024-12-24 07:36:39 -- STEP: 3928/7738 -- GLOBAL_STEP: 150950 + | > loss_text_ce: 0.0380183570086956 (0.037402248488029775) + | > loss_mel_ce: 2.6415905952453613 (2.663809806290565) + | > loss: 0.6699022650718689 (0.6753030137866431) + | > current_lr: 5e-06 + | > step_time: 0.0872 (0.1289067705998353) + | > loader_time: 0.0045 (0.00501802436203189) + + + --> TIME: 2024-12-24 07:36:51 -- STEP: 3978/7738 -- GLOBAL_STEP: 151000 + | > loss_text_ce: 0.0396902821958065 (0.0373964135030771) + | > loss_mel_ce: 2.650099039077759 (2.6641447942061527) + | > loss: 0.6724473237991333 (0.675385302038514) + | > current_lr: 5e-06 + | > step_time: 0.1137 (0.12893677722754457) + | > loader_time: 0.0047 (0.005017828437897231) + + + --> TIME: 2024-12-24 07:37:02 -- STEP: 4028/7738 -- GLOBAL_STEP: 151050 + | > loss_text_ce: 0.03942299634218216 (0.0373998000420623) + | > loss_mel_ce: 2.6885766983032227 (2.664413399054726) + | > loss: 0.681999921798706 (0.6754532998877225) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12893821205851333) + | > loader_time: 0.0051 (0.005018741158766681) + + + --> TIME: 2024-12-24 07:37:14 -- STEP: 4078/7738 -- GLOBAL_STEP: 151100 + | > loss_text_ce: 0.03434000536799431 (0.037397303765108955) + | > loss_mel_ce: 2.9285974502563477 (2.6645415999715136) + | > loss: 0.740734338760376 (0.6754847260127177) + | > current_lr: 5e-06 + | > step_time: 0.1094 (0.1289716720464125) + | > loader_time: 0.0048 (0.005019787130781454) + + + --> TIME: 2024-12-24 07:37:26 -- STEP: 4128/7738 -- GLOBAL_STEP: 151150 + | > loss_text_ce: 0.03523001819849014 (0.03739475434855381) + | > loss_mel_ce: 2.6992647647857666 (2.6642508722206406) + | > loss: 0.6836236715316772 (0.6754114067167506) + | > current_lr: 5e-06 + | > step_time: 0.0931 (0.1289758849167084) + | > loader_time: 0.0047 (0.0050185825820117) + + + --> TIME: 2024-12-24 07:37:37 -- STEP: 4178/7738 -- GLOBAL_STEP: 151200 + | > loss_text_ce: 0.036211080849170685 (0.03739035332797465) + | > loss_mel_ce: 2.609612464904785 (2.6643946194203623) + | > loss: 0.6614558696746826 (0.6754462432496111) + | > current_lr: 5e-06 + | > step_time: 0.1243 (0.12897387002860028) + | > loader_time: 0.0051 (0.005018949679862713) + + + --> TIME: 2024-12-24 07:37:49 -- STEP: 4228/7738 -- GLOBAL_STEP: 151250 + | > loss_text_ce: 0.03946324810385704 (0.03739051431436854) + | > loss_mel_ce: 2.7372660636901855 (2.6644174285169573) + | > loss: 0.6941823363304138 (0.675451985793849) + | > current_lr: 5e-06 + | > step_time: 0.1066 (0.128972469406976) + | > loader_time: 0.0049 (0.005018485359347079) + + + --> TIME: 2024-12-24 07:38:00 -- STEP: 4278/7738 -- GLOBAL_STEP: 151300 + | > loss_text_ce: 0.034493859857320786 (0.037385062441707057) + | > loss_mel_ce: 2.735403299331665 (2.6643289154854366) + | > loss: 0.6924743056297302 (0.6754284945533007) + | > current_lr: 5e-06 + | > step_time: 0.1126 (0.12897656720728998) + | > loader_time: 0.0051 (0.0050187613040055526) + + + --> TIME: 2024-12-24 07:38:12 -- STEP: 4328/7738 -- GLOBAL_STEP: 151350 + | > loss_text_ce: 0.037308525294065475 (0.0373847789372974) + | > loss_mel_ce: 2.5102977752685547 (2.6643996312525697) + | > loss: 0.6369015574455261 (0.6754461026401043) + | > current_lr: 5e-06 + | > step_time: 0.1055 (0.12900513410568235) + | > loader_time: 0.0051 (0.005019134437310714) + + + --> TIME: 2024-12-24 07:38:24 -- STEP: 4378/7738 -- GLOBAL_STEP: 151400 + | > loss_text_ce: 0.04362651705741882 (0.037379633015393605) + | > loss_mel_ce: 2.7336370944976807 (2.6639969806357437) + | > loss: 0.6943159103393555 (0.6753441535103206) + | > current_lr: 5e-06 + | > step_time: 0.1644 (0.12897983600473553) + | > loader_time: 0.0054 (0.005018856112626978) + + + --> TIME: 2024-12-24 07:38:35 -- STEP: 4428/7738 -- GLOBAL_STEP: 151450 + | > loss_text_ce: 0.039551932364702225 (0.037386274440996556) + | > loss_mel_ce: 2.65434193611145 (2.663866495106169) + | > loss: 0.6734734773635864 (0.6753131925198229) + | > current_lr: 5e-06 + | > step_time: 0.0995 (0.12895125990637596) + | > loader_time: 0.0049 (0.005018136204096674) + + + --> TIME: 2024-12-24 07:38:46 -- STEP: 4478/7738 -- GLOBAL_STEP: 151500 + | > loss_text_ce: 0.0360887311398983 (0.037384993088893065) + | > loss_mel_ce: 2.6321022510528564 (2.663750154943324) + | > loss: 0.6670477390289307 (0.6752837871056997) + | > current_lr: 5e-06 + | > step_time: 0.1629 (0.12894034348411615) + | > loader_time: 0.0053 (0.005018330621314711) + + + --> TIME: 2024-12-24 07:38:58 -- STEP: 4528/7738 -- GLOBAL_STEP: 151550 + | > loss_text_ce: 0.03842863440513611 (0.037380964642097836) + | > loss_mel_ce: 2.6373767852783203 (2.6635016339827744) + | > loss: 0.6689513325691223 (0.6752206497289259) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.1289356932728536) + | > loader_time: 0.0054 (0.005018595092709402) + + + --> TIME: 2024-12-24 07:39:10 -- STEP: 4578/7738 -- GLOBAL_STEP: 151600 + | > loss_text_ce: 0.0395173542201519 (0.037386168407617354) + | > loss_mel_ce: 2.562714099884033 (2.6636336041934197) + | > loss: 0.6505578756332397 (0.6752549432520775) + | > current_lr: 5e-06 + | > step_time: 0.1101 (0.12895496655052135) + | > loader_time: 0.0045 (0.005018103482057652) + + + --> TIME: 2024-12-24 07:39:21 -- STEP: 4628/7738 -- GLOBAL_STEP: 151650 + | > loss_text_ce: 0.03552504628896713 (0.03738253786773559) + | > loss_mel_ce: 2.464571475982666 (2.66356869184878) + | > loss: 0.625024139881134 (0.6752378076134604) + | > current_lr: 5e-06 + | > step_time: 0.1075 (0.1289316378179666) + | > loader_time: 0.0049 (0.005017827220692537) + + + --> TIME: 2024-12-24 07:39:33 -- STEP: 4678/7738 -- GLOBAL_STEP: 151700 + | > loss_text_ce: 0.04006176441907883 (0.037387962478152244) + | > loss_mel_ce: 2.706733226776123 (2.6634936915752774) + | > loss: 0.6866987347602844 (0.6752204137028853) + | > current_lr: 5e-06 + | > step_time: 0.1239 (0.12891005088550112) + | > loader_time: 0.0052 (0.005017874688356018) + + + --> TIME: 2024-12-24 07:39:44 -- STEP: 4728/7738 -- GLOBAL_STEP: 151750 + | > loss_text_ce: 0.04084911569952965 (0.03738710876828464) + | > loss_mel_ce: 2.502439498901367 (2.6632777450451792) + | > loss: 0.6358221769332886 (0.6751662136233584) + | > current_lr: 5e-06 + | > step_time: 0.0976 (0.1289044887382167) + | > loader_time: 0.0048 (0.0050176971051495165) + + + --> TIME: 2024-12-24 07:39:56 -- STEP: 4778/7738 -- GLOBAL_STEP: 151800 + | > loss_text_ce: 0.03972582891583443 (0.037387041449110356) + | > loss_mel_ce: 2.708033800125122 (2.66323298812162) + | > loss: 0.6869398951530457 (0.6751550075872107) + | > current_lr: 5e-06 + | > step_time: 0.114 (0.1289199583198099) + | > loader_time: 0.0047 (0.005018358801438136) + + + --> TIME: 2024-12-24 07:40:07 -- STEP: 4828/7738 -- GLOBAL_STEP: 151850 + | > loss_text_ce: 0.03588465228676796 (0.03738582514723363) + | > loss_mel_ce: 2.6927947998046875 (2.6632483304287655) + | > loss: 0.6821698546409607 (0.6751585390168764) + | > current_lr: 5e-06 + | > step_time: 0.1317 (0.12894440156522627) + | > loader_time: 0.0051 (0.005017949513590998) + + + --> TIME: 2024-12-24 07:40:19 -- STEP: 4878/7738 -- GLOBAL_STEP: 151900 + | > loss_text_ce: 0.03675438463687897 (0.03738573092819132) + | > loss_mel_ce: 2.6338021755218506 (2.662929349866448) + | > loss: 0.6676391363143921 (0.67507877034357) + | > current_lr: 5e-06 + | > step_time: 0.1234 (0.1289264900169201) + | > loader_time: 0.005 (0.005018603415604526) + + + --> TIME: 2024-12-24 07:40:30 -- STEP: 4928/7738 -- GLOBAL_STEP: 151950 + | > loss_text_ce: 0.03545936569571495 (0.037385404599050556) + | > loss_mel_ce: 2.719125986099243 (2.66244998946786) + | > loss: 0.6886463165283203 (0.6749588486363552) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.12889978052540263) + | > loader_time: 0.0068 (0.00501943219985279) + + + --> TIME: 2024-12-24 07:40:42 -- STEP: 4978/7738 -- GLOBAL_STEP: 152000 + | > loss_text_ce: 0.03592748939990997 (0.03738070653610075) + | > loss_mel_ce: 2.5845487117767334 (2.6622839548732444) + | > loss: 0.6551190614700317 (0.6749161654516797) + | > current_lr: 5e-06 + | > step_time: 0.1515 (0.12890569370594698) + | > loader_time: 0.005 (0.005021446725363308) + + + --> TIME: 2024-12-24 07:40:53 -- STEP: 5028/7738 -- GLOBAL_STEP: 152050 + | > loss_text_ce: 0.035947851836681366 (0.03738248394209505) + | > loss_mel_ce: 2.694288492202759 (2.6620834300038165) + | > loss: 0.682559072971344 (0.6748664785849257) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.12890454536406115) + | > loader_time: 0.0044 (0.005021916368980663) + + + --> TIME: 2024-12-24 07:41:05 -- STEP: 5078/7738 -- GLOBAL_STEP: 152100 + | > loss_text_ce: 0.03867878019809723 (0.037376530632426755) + | > loss_mel_ce: 2.614166736602783 (2.661921803338079) + | > loss: 0.6632114052772522 (0.6748245835609443) + | > current_lr: 5e-06 + | > step_time: 0.1082 (0.12889983467156138) + | > loader_time: 0.0044 (0.005021806259050084) + + + --> TIME: 2024-12-24 07:41:17 -- STEP: 5128/7738 -- GLOBAL_STEP: 152150 + | > loss_text_ce: 0.036698050796985626 (0.03737673936404494) + | > loss_mel_ce: 2.684252977371216 (2.6618047820145545) + | > loss: 0.6802377700805664 (0.6747953803997702) + | > current_lr: 5e-06 + | > step_time: 0.1299 (0.12893991318768164) + | > loader_time: 0.0052 (0.005022379007428727) + + + --> TIME: 2024-12-24 07:41:28 -- STEP: 5178/7738 -- GLOBAL_STEP: 152200 + | > loss_text_ce: 0.03635421022772789 (0.0373786051828501) + | > loss_mel_ce: 2.7617886066436768 (2.6617282192971348) + | > loss: 0.6995357275009155 (0.6747767061927508) + | > current_lr: 5e-06 + | > step_time: 0.1459 (0.1289213540794399) + | > loader_time: 0.005 (0.005022799107686743) + + + --> TIME: 2024-12-24 07:41:40 -- STEP: 5228/7738 -- GLOBAL_STEP: 152250 + | > loss_text_ce: 0.03867131471633911 (0.037379129369000154) + | > loss_mel_ce: 2.6019914150238037 (2.6616115655348116) + | > loss: 0.6601656675338745 (0.6747476737989029) + | > current_lr: 5e-06 + | > step_time: 0.1397 (0.12891386685338574) + | > loader_time: 0.0053 (0.005022934674304574) + + + --> TIME: 2024-12-24 07:41:51 -- STEP: 5278/7738 -- GLOBAL_STEP: 152300 + | > loss_text_ce: 0.03797807916998863 (0.03737961991318506) + | > loss_mel_ce: 2.5290639400482178 (2.6617253673668335) + | > loss: 0.641760528087616 (0.6747762468580317) + | > current_lr: 5e-06 + | > step_time: 0.1231 (0.12892497389910132) + | > loader_time: 0.0048 (0.005023899246409503) + + + --> TIME: 2024-12-24 07:42:03 -- STEP: 5328/7738 -- GLOBAL_STEP: 152350 + | > loss_text_ce: 0.03478820249438286 (0.03737919415975171) + | > loss_mel_ce: 2.589599847793579 (2.6618633594688306) + | > loss: 0.6560969948768616 (0.6748106384331044) + | > current_lr: 5e-06 + | > step_time: 0.0978 (0.12896146793086266) + | > loader_time: 0.0049 (0.005024678669534274) + + + --> TIME: 2024-12-24 07:42:15 -- STEP: 5378/7738 -- GLOBAL_STEP: 152400 + | > loss_text_ce: 0.03772665560245514 (0.03737332510726263) + | > loss_mel_ce: 2.5796725749969482 (2.6618728985703024) + | > loss: 0.6543498039245605 (0.6748115559212116) + | > current_lr: 5e-06 + | > step_time: 0.1146 (0.12894896890825394) + | > loader_time: 0.0049 (0.005024899244751781) + + + --> TIME: 2024-12-24 07:42:26 -- STEP: 5428/7738 -- GLOBAL_STEP: 152450 + | > loss_text_ce: 0.03763418272137642 (0.03737806246493115) + | > loss_mel_ce: 2.6300063133239746 (2.6617619316632304) + | > loss: 0.6669101119041443 (0.6747849985309272) + | > current_lr: 5e-06 + | > step_time: 0.1334 (0.12894775380786067) + | > loader_time: 0.0053 (0.0050250211443721715) + + + --> TIME: 2024-12-24 07:42:38 -- STEP: 5478/7738 -- GLOBAL_STEP: 152500 + | > loss_text_ce: 0.036467816680669785 (0.037381144476814614) + | > loss_mel_ce: 2.760890245437622 (2.661743395560927) + | > loss: 0.6993395090103149 (0.6747811350151328) + | > current_lr: 5e-06 + | > step_time: 0.1486 (0.12894492851813036) + | > loader_time: 0.005 (0.00502612996423447) + + + --> TIME: 2024-12-24 07:42:49 -- STEP: 5528/7738 -- GLOBAL_STEP: 152550 + | > loss_text_ce: 0.039842404425144196 (0.03737730237280674) + | > loss_mel_ce: 2.7385687828063965 (2.661443943958373) + | > loss: 0.6946027874946594 (0.6747053115805224) + | > current_lr: 5e-06 + | > step_time: 0.1026 (0.12892902074260415) + | > loader_time: 0.005 (0.005026017360162784) + + + --> TIME: 2024-12-24 07:43:01 -- STEP: 5578/7738 -- GLOBAL_STEP: 152600 + | > loss_text_ce: 0.039234429597854614 (0.037379908400820665) + | > loss_mel_ce: 2.561326265335083 (2.6613972734148277) + | > loss: 0.6501401662826538 (0.6746942954770382) + | > current_lr: 5e-06 + | > step_time: 0.0936 (0.1289071109654784) + | > loader_time: 0.0044 (0.005025548890484135) + + + --> TIME: 2024-12-24 07:43:12 -- STEP: 5628/7738 -- GLOBAL_STEP: 152650 + | > loss_text_ce: 0.03815570846199989 (0.0373798795060972) + | > loss_mel_ce: 2.426118850708008 (2.6614095406830462) + | > loss: 0.6160686612129211 (0.6746973550819554) + | > current_lr: 5e-06 + | > step_time: 0.1205 (0.12891825158797687) + | > loader_time: 0.0051 (0.005026125704555858) + + + --> TIME: 2024-12-24 07:43:24 -- STEP: 5678/7738 -- GLOBAL_STEP: 152700 + | > loss_text_ce: 0.03577476739883423 (0.03738199995667303) + | > loss_mel_ce: 2.700195074081421 (2.661301530721777) + | > loss: 0.6839924454689026 (0.6746708826831466) + | > current_lr: 5e-06 + | > step_time: 0.1012 (0.12888686322712398) + | > loader_time: 0.0046 (0.005025599405101236) + + + --> TIME: 2024-12-24 07:43:35 -- STEP: 5728/7738 -- GLOBAL_STEP: 152750 + | > loss_text_ce: 0.03636401891708374 (0.03738362882800113) + | > loss_mel_ce: 2.6609766483306885 (2.661305382098559) + | > loss: 0.6743351817131042 (0.6746722527222928) + | > current_lr: 5e-06 + | > step_time: 0.0878 (0.12887405329409915) + | > loader_time: 0.0047 (0.005025090826623252) + + + --> TIME: 2024-12-24 07:43:47 -- STEP: 5778/7738 -- GLOBAL_STEP: 152800 + | > loss_text_ce: 0.035939011722803116 (0.03738236625112449) + | > loss_mel_ce: 2.7161693572998047 (2.661422683153644) + | > loss: 0.6880270838737488 (0.6747012623105755) + | > current_lr: 5e-06 + | > step_time: 0.155 (0.12887684297875235) + | > loader_time: 0.0052 (0.0050256616229951406) + + + --> TIME: 2024-12-24 07:43:58 -- STEP: 5828/7738 -- GLOBAL_STEP: 152850 + | > loss_text_ce: 0.038637228310108185 (0.03737972912205398) + | > loss_mel_ce: 2.586458921432495 (2.6612105154385617) + | > loss: 0.6562740206718445 (0.6746475610552217) + | > current_lr: 5e-06 + | > step_time: 0.1275 (0.12887144440563886) + | > loader_time: 0.0057 (0.005025924561198785) + + + --> TIME: 2024-12-24 07:44:10 -- STEP: 5878/7738 -- GLOBAL_STEP: 152900 + | > loss_text_ce: 0.03509560599923134 (0.03737813700624295) + | > loss_mel_ce: 2.519205093383789 (2.661046809102037) + | > loss: 0.6385751962661743 (0.674606236461556) + | > current_lr: 5e-06 + | > step_time: 0.1644 (0.12883718133824507) + | > loader_time: 0.0056 (0.00502567678213361) + + + --> TIME: 2024-12-24 07:44:21 -- STEP: 5928/7738 -- GLOBAL_STEP: 152950 + | > loss_text_ce: 0.035163749009370804 (0.037379463111187575) + | > loss_mel_ce: 2.6945865154266357 (2.6609561554333365) + | > loss: 0.682437539100647 (0.6745839045557734) + | > current_lr: 5e-06 + | > step_time: 0.1286 (0.12883080487791831) + | > loader_time: 0.0053 (0.005026129776971365) + + + --> TIME: 2024-12-24 07:44:33 -- STEP: 5978/7738 -- GLOBAL_STEP: 153000 + | > loss_text_ce: 0.03733736649155617 (0.03737997328697423) + | > loss_mel_ce: 2.5500104427337646 (2.661062859619441) + | > loss: 0.6468369364738464 (0.6746107081120208) + | > current_lr: 5e-06 + | > step_time: 0.1323 (0.1288602694335612) + | > loader_time: 0.0059 (0.005027315536044662) + + + --> TIME: 2024-12-24 07:44:45 -- STEP: 6028/7738 -- GLOBAL_STEP: 153050 + | > loss_text_ce: 0.041617754846811295 (0.03738249184541525) + | > loss_mel_ce: 2.5992250442504883 (2.661039840130902) + | > loss: 0.6602107286453247 (0.6746055828907975) + | > current_lr: 5e-06 + | > step_time: 0.1396 (0.12886858077419466) + | > loader_time: 0.0054 (0.0050274254315407114) + + + --> TIME: 2024-12-24 07:44:56 -- STEP: 6078/7738 -- GLOBAL_STEP: 153100 + | > loss_text_ce: 0.039928607642650604 (0.03738328227304447) + | > loss_mel_ce: 2.7349178791046143 (2.661143772458502) + | > loss: 0.6937116384506226 (0.6746317635401563) + | > current_lr: 5e-06 + | > step_time: 0.1572 (0.12887609946410028) + | > loader_time: 0.0052 (0.0050278255993616) + + + --> TIME: 2024-12-24 07:45:07 -- STEP: 6128/7738 -- GLOBAL_STEP: 153150 + | > loss_text_ce: 0.034736718982458115 (0.037380637057847964) + | > loss_mel_ce: 2.6347873210906982 (2.6609729618689935) + | > loss: 0.6673809885978699 (0.6745883996061022) + | > current_lr: 5e-06 + | > step_time: 0.1068 (0.12883371157527906) + | > loader_time: 0.005 (0.0050275629634334105) + + + --> TIME: 2024-12-24 07:45:19 -- STEP: 6178/7738 -- GLOBAL_STEP: 153200 + | > loss_text_ce: 0.03669923543930054 (0.037380423871682916) + | > loss_mel_ce: 2.603867292404175 (2.660888637489921) + | > loss: 0.66014164686203 (0.6745672652292262) + | > current_lr: 5e-06 + | > step_time: 0.0967 (0.12880401717068976) + | > loader_time: 0.0046 (0.005028015396362664) + + + --> TIME: 2024-12-24 07:45:30 -- STEP: 6228/7738 -- GLOBAL_STEP: 153250 + | > loss_text_ce: 0.039211858063936234 (0.037378796332323966) + | > loss_mel_ce: 2.66251802444458 (2.6606949727046674) + | > loss: 0.6754324436187744 (0.6745184421558441) + | > current_lr: 5e-06 + | > step_time: 0.1272 (0.12881925179549494) + | > loader_time: 0.0056 (0.005028048653440272) + + + --> TIME: 2024-12-24 07:45:42 -- STEP: 6278/7738 -- GLOBAL_STEP: 153300 + | > loss_text_ce: 0.04037871211767197 (0.03737385674222834) + | > loss_mel_ce: 2.715348720550537 (2.6609136127825463) + | > loss: 0.6889318823814392 (0.6745718672857343) + | > current_lr: 5e-06 + | > step_time: 0.1079 (0.12882212276252145) + | > loader_time: 0.0049 (0.005028483023799948) + + + --> TIME: 2024-12-24 07:45:54 -- STEP: 6328/7738 -- GLOBAL_STEP: 153350 + | > loss_text_ce: 0.03944617137312889 (0.0373686176313233) + | > loss_mel_ce: 2.5824902057647705 (2.661083717977644) + | > loss: 0.6554840803146362 (0.6746130838198994) + | > current_lr: 5e-06 + | > step_time: 0.0836 (0.12883488270636606) + | > loader_time: 0.0047 (0.005029011277573739) + + + --> TIME: 2024-12-24 07:46:05 -- STEP: 6378/7738 -- GLOBAL_STEP: 153400 + | > loss_text_ce: 0.03588387742638588 (0.03736669218851645) + | > loss_mel_ce: 2.6079318523406982 (2.6610468746390357) + | > loss: 0.660953938961029 (0.6746033916338062) + | > current_lr: 5e-06 + | > step_time: 0.1117 (0.1288416274254059) + | > loader_time: 0.0053 (0.00502915765918433) + + + --> TIME: 2024-12-24 07:46:17 -- STEP: 6428/7738 -- GLOBAL_STEP: 153450 + | > loss_text_ce: 0.03949858248233795 (0.03736884123080691) + | > loss_mel_ce: 2.751746892929077 (2.6610100930643488) + | > loss: 0.6978113651275635 (0.6745947335140255) + | > current_lr: 5e-06 + | > step_time: 0.0919 (0.12882924632545434) + | > loader_time: 0.0047 (0.005029311926378242) + + + --> TIME: 2024-12-24 07:46:28 -- STEP: 6478/7738 -- GLOBAL_STEP: 153500 + | > loss_text_ce: 0.036720212548971176 (0.037369859173684794) + | > loss_mel_ce: 2.769347906112671 (2.660848350059686) + | > loss: 0.7015170454978943 (0.6745545522744874) + | > current_lr: 5e-06 + | > step_time: 0.1147 (0.12881814314649967) + | > loader_time: 0.005 (0.005029229258048227) + + + --> TIME: 2024-12-24 07:46:40 -- STEP: 6528/7738 -- GLOBAL_STEP: 153550 + | > loss_text_ce: 0.03898613899946213 (0.03736862817787192) + | > loss_mel_ce: 2.616598606109619 (2.6607499786597746) + | > loss: 0.6638962030410767 (0.674529651654701) + | > current_lr: 5e-06 + | > step_time: 0.1354 (0.12886408530175686) + | > loader_time: 0.0052 (0.005032388201239054) + + + --> TIME: 2024-12-24 07:46:52 -- STEP: 6578/7738 -- GLOBAL_STEP: 153600 + | > loss_text_ce: 0.03714253008365631 (0.037368908775678854) + | > loss_mel_ce: 2.6802399158477783 (2.660709683892927) + | > loss: 0.6793456077575684 (0.6745196481213517) + | > current_lr: 5e-06 + | > step_time: 0.1153 (0.1288694974751994) + | > loader_time: 0.005 (0.005032618743882558) + + + --> TIME: 2024-12-24 07:47:03 -- STEP: 6628/7738 -- GLOBAL_STEP: 153650 + | > loss_text_ce: 0.03700465336441994 (0.037372006854581) + | > loss_mel_ce: 2.5449001789093018 (2.660585778912067) + | > loss: 0.645476222038269 (0.6744894464115236) + | > current_lr: 5e-06 + | > step_time: 0.0863 (0.1288490209798175) + | > loader_time: 0.0047 (0.005032419259100694) + + + --> TIME: 2024-12-24 07:47:15 -- STEP: 6678/7738 -- GLOBAL_STEP: 153700 + | > loss_text_ce: 0.03640500083565712 (0.037371105164697965) + | > loss_mel_ce: 2.734842538833618 (2.6606685133457235) + | > loss: 0.692811906337738 (0.6745099045713344) + | > current_lr: 5e-06 + | > step_time: 0.1568 (0.12887490391909792) + | > loader_time: 0.0057 (0.0050343088705263285) + + + --> TIME: 2024-12-24 07:47:27 -- STEP: 6728/7738 -- GLOBAL_STEP: 153750 + | > loss_text_ce: 0.03863374516367912 (0.03737329607790708) + | > loss_mel_ce: 2.6817102432250977 (2.6606783384233443) + | > loss: 0.6800860166549683 (0.6745129085625389) + | > current_lr: 5e-06 + | > step_time: 0.135 (0.12888860893873222) + | > loader_time: 0.0054 (0.00503685889714679) + + + --> TIME: 2024-12-24 07:47:38 -- STEP: 6778/7738 -- GLOBAL_STEP: 153800 + | > loss_text_ce: 0.03700660169124603 (0.03737311460177806) + | > loss_mel_ce: 2.7652230262756348 (2.6607022208075546) + | > loss: 0.7005574107170105 (0.6745188338157168) + | > current_lr: 5e-06 + | > step_time: 0.1225 (0.12890607109812752) + | > loader_time: 0.0049 (0.005036793756921151) + + + --> TIME: 2024-12-24 07:47:50 -- STEP: 6828/7738 -- GLOBAL_STEP: 153850 + | > loss_text_ce: 0.03699543699622154 (0.03737185382178936) + | > loss_mel_ce: 2.6723833084106445 (2.660515108999613) + | > loss: 0.6773446798324585 (0.6744717406594546) + | > current_lr: 5e-06 + | > step_time: 0.1387 (0.1288768028961545) + | > loader_time: 0.0053 (0.005036279166310441) + + + --> TIME: 2024-12-24 07:48:01 -- STEP: 6878/7738 -- GLOBAL_STEP: 153900 + | > loss_text_ce: 0.038989100605249405 (0.03737262978377473) + | > loss_mel_ce: 2.694355010986328 (2.6605230884587963) + | > loss: 0.6833360195159912 (0.6744739295144033) + | > current_lr: 5e-06 + | > step_time: 0.0936 (0.12883204819678445) + | > loader_time: 0.005 (0.00503579486626183) + + + --> TIME: 2024-12-24 07:48:13 -- STEP: 6928/7738 -- GLOBAL_STEP: 153950 + | > loss_text_ce: 0.038315676152706146 (0.03737421100986078) + | > loss_mel_ce: 2.6481597423553467 (2.660421231327092) + | > loss: 0.6716188788414001 (0.6744488605468014) + | > current_lr: 5e-06 + | > step_time: 0.1281 (0.12885290453120155) + | > loader_time: 0.0053 (0.005036801099777214) + + + --> TIME: 2024-12-24 07:48:24 -- STEP: 6978/7738 -- GLOBAL_STEP: 154000 + | > loss_text_ce: 0.039231620728969574 (0.037374967226305456) + | > loss_mel_ce: 2.741542339324951 (2.660486184652084) + | > loss: 0.6951934695243835 (0.674465287924154) + | > current_lr: 5e-06 + | > step_time: 0.1251 (0.12884745863660033) + | > loader_time: 0.0053 (0.005037642885122294) + + + --> TIME: 2024-12-24 07:48:36 -- STEP: 7028/7738 -- GLOBAL_STEP: 154050 + | > loss_text_ce: 0.03389434143900871 (0.037373247327400806) + | > loss_mel_ce: 2.5904109477996826 (2.660457436917643) + | > loss: 0.6560763120651245 (0.6744576710136894) + | > current_lr: 5e-06 + | > step_time: 0.1053 (0.12884261469713482) + | > loader_time: 0.0049 (0.005037929432325621) + + + --> TIME: 2024-12-24 07:48:47 -- STEP: 7078/7738 -- GLOBAL_STEP: 154100 + | > loss_text_ce: 0.03800509124994278 (0.03737589635542313) + | > loss_mel_ce: 2.5712149143218994 (2.6603331584046455) + | > loss: 0.652305006980896 (0.6744272636387025) + | > current_lr: 5e-06 + | > step_time: 0.0968 (0.12881792807653175) + | > loader_time: 0.0049 (0.005038267375722911) + + + --> TIME: 2024-12-24 07:48:58 -- STEP: 7128/7738 -- GLOBAL_STEP: 154150 + | > loss_text_ce: 0.043626897037029266 (0.03737889169260669) + | > loss_mel_ce: 2.4991273880004883 (2.660415102603317) + | > loss: 0.6356885433197021 (0.6744484985299513) + | > current_lr: 5e-06 + | > step_time: 0.1077 (0.12881576539959058) + | > loader_time: 0.0051 (0.005038869066538091) + + + --> TIME: 2024-12-24 07:49:10 -- STEP: 7178/7738 -- GLOBAL_STEP: 154200 + | > loss_text_ce: 0.03625240549445152 (0.03737806139410582) + | > loss_mel_ce: 2.677988052368164 (2.660391898133946) + | > loss: 0.6785601377487183 (0.6744424898616443) + | > current_lr: 5e-06 + | > step_time: 0.1059 (0.12881674046435412) + | > loader_time: 0.0047 (0.005038945413824899) + + + --> TIME: 2024-12-24 07:49:21 -- STEP: 7228/7738 -- GLOBAL_STEP: 154250 + | > loss_text_ce: 0.03926396742463112 (0.03738004016145192) + | > loss_mel_ce: 2.6668009757995605 (2.6603672355990597) + | > loss: 0.6765162348747253 (0.6744368189464431) + | > current_lr: 5e-06 + | > step_time: 0.1077 (0.1287746042194593) + | > loader_time: 0.0049 (0.005039440180362087) + + + --> TIME: 2024-12-24 07:49:33 -- STEP: 7278/7738 -- GLOBAL_STEP: 154300 + | > loss_text_ce: 0.03658574819564819 (0.03737576244699421) + | > loss_mel_ce: 2.6140458583831787 (2.6601728835778022) + | > loss: 0.6626579165458679 (0.6743871615250114) + | > current_lr: 5e-06 + | > step_time: 0.1636 (0.12875536055511203) + | > loader_time: 0.0053 (0.0050396777404864744) + + + --> TIME: 2024-12-24 07:49:45 -- STEP: 7328/7738 -- GLOBAL_STEP: 154350 + | > loss_text_ce: 0.035634856671094894 (0.0373736859424301) + | > loss_mel_ce: 2.6985347270965576 (2.660090918103672) + | > loss: 0.6835423707962036 (0.6743661510192797) + | > current_lr: 5e-06 + | > step_time: 0.0994 (0.12881397364831954) + | > loader_time: 0.005 (0.005040680965221598) + + + --> TIME: 2024-12-24 07:49:56 -- STEP: 7378/7738 -- GLOBAL_STEP: 154400 + | > loss_text_ce: 0.0427095890045166 (0.03737178617948512) + | > loss_mel_ce: 2.639429807662964 (2.660043819579491) + | > loss: 0.6705348491668701 (0.6743539014331816) + | > current_lr: 5e-06 + | > step_time: 0.1217 (0.12882327248197725) + | > loader_time: 0.0053 (0.005040669059908521) + + + --> TIME: 2024-12-24 07:50:08 -- STEP: 7428/7738 -- GLOBAL_STEP: 154450 + | > loss_text_ce: 0.035763759166002274 (0.03737167432085773) + | > loss_mel_ce: 2.6912195682525635 (2.660102998786665) + | > loss: 0.6817458271980286 (0.674368668257323) + | > current_lr: 5e-06 + | > step_time: 0.1423 (0.1288451850253795) + | > loader_time: 0.0056 (0.005041468188399316) + + + --> TIME: 2024-12-24 07:50:20 -- STEP: 7478/7738 -- GLOBAL_STEP: 154500 + | > loss_text_ce: 0.03517758101224899 (0.03737242417830977) + | > loss_mel_ce: 2.557227849960327 (2.6601020593189095) + | > loss: 0.6481013298034668 (0.6743686208354495) + | > current_lr: 5e-06 + | > step_time: 0.1073 (0.12884550159645186) + | > loader_time: 0.0049 (0.005041512265885114) + + + --> TIME: 2024-12-24 07:50:31 -- STEP: 7528/7738 -- GLOBAL_STEP: 154550 + | > loss_text_ce: 0.03836148604750633 (0.03737505339778867) + | > loss_mel_ce: 2.7117042541503906 (2.66014999220905) + | > loss: 0.687516450881958 (0.6743812613608855) + | > current_lr: 5e-06 + | > step_time: 0.1295 (0.12884643936765366) + | > loader_time: 0.005 (0.005041817454551908) + + + --> TIME: 2024-12-24 07:50:43 -- STEP: 7578/7738 -- GLOBAL_STEP: 154600 + | > loss_text_ce: 0.037179604172706604 (0.03737324979977225) + | > loss_mel_ce: 2.600066900253296 (2.6601421593298267) + | > loss: 0.6593116521835327 (0.6743788522382809) + | > current_lr: 5e-06 + | > step_time: 0.1107 (0.1288506145306147) + | > loader_time: 0.0046 (0.005041697592243218) + + + --> TIME: 2024-12-24 07:50:54 -- STEP: 7628/7738 -- GLOBAL_STEP: 154650 + | > loss_text_ce: 0.0371745228767395 (0.037375328435274996) + | > loss_mel_ce: 2.6373283863067627 (2.660006570109653) + | > loss: 0.6686257123947144 (0.6743454746179196) + | > current_lr: 5e-06 + | > step_time: 0.0975 (0.12884541841220964) + | > loader_time: 0.0047 (0.00504178046305015) + + + --> TIME: 2024-12-24 07:51:06 -- STEP: 7678/7738 -- GLOBAL_STEP: 154700 + | > loss_text_ce: 0.03864740580320358 (0.037379246490383405) + | > loss_mel_ce: 2.639303207397461 (2.659952937826937) + | > loss: 0.6694876551628113 (0.6743330460689) + | > current_lr: 5e-06 + | > step_time: 0.1241 (0.1288707384873138) + | > loader_time: 0.0071 (0.005043707747234586) + + + --> TIME: 2024-12-24 07:51:18 -- STEP: 7728/7738 -- GLOBAL_STEP: 154750 + | > loss_text_ce: 0.03604425489902496 (0.03738152236710495) + | > loss_mel_ce: 2.5824313163757324 (2.659789392913589) + | > loss: 0.6546189188957214 (0.6742927288061956) + | > current_lr: 5e-06 + | > step_time: 0.1392 (0.1289083017325555) + | > loader_time: 0.0053 (0.0050444837127413) + + + > EVALUATION  + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.06910753009295226 (-0.0025571982065836496) + | > avg_loss_text_ce: 0.03615797397614727 (-0.00011360627420325953) + | > avg_loss_mel_ce: 2.939905131706083 (+0.002403603659735243) + | > avg_loss: 2.976063108203387 (+0.0022900020233298513) +